-- Logs begin at Sat 2021-06-05 16:30:01 UTC, end at Sat 2021-06-05 17:32:21 UTC. -- Jun 05 16:58:53.230102 dv-cinder-794962-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 05 16:58:55.816062 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.common.config [-] Logging enabled! Jun 05 16:58:55.816660 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev270 Jun 05 16:58:55.816834 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 05 16:58:55.820003 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.common.config [-] Logging enabled! Jun 05 16:58:55.820268 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev270 Jun 05 16:58:55.820586 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91755) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 05 16:58:55.821523 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 05 16:58:55.821761 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 05 16:58:55.822125 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 05 16:58:55.822379 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 05 16:58:55.822611 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 05 16:58:55.822934 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.823236 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.823564 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.823800 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.824098 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.824395 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.824682 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.824976 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.825278 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.825573 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.825859 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.826149 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.826386 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.826673 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.826967 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.827262 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.827519 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] debug = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.827810 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.828243 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.828655 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.828943 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.829239 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.829531 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.829813 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.830124 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.830417 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.830760 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] host = dv-cinder-794962-1-iscsi {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.831038 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.831333 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.831654 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.831951 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.832234 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.832520 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.832812 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.833094 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.833376 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.833658 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.833956 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.834252 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.834548 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.834780 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.835008 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.835305 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.835624 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.835907 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.836187 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.836466 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.836747 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.837026 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.837301 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.837592 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.837883 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.838176 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.838455 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.838734 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.839011 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.839288 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.839609 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.839889 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.840168 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.840447 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.840737 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.841012 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.841290 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.841593 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.841884 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.842174 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.842465 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.842743 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.843032 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.843308 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.843608 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.843885 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] use_json = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.844163 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.844437 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.844722 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.845000 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.845278 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.845579 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.845857 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.846149 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:55.846450 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.846755 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.847061 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.847382 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.847674 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.847958 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.848255 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.848538 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.848832 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.849126 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.849422 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.849702 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.849992 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.850274 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.850576 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.850884 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.851184 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.851514 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.851795 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.852075 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.852354 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.852636 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.852928 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.853227 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.853521 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.853801 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.854086 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.854382 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.854663 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.854940 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.855220 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.855542 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.855825 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.856101 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.856386 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.856668 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.856945 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.857221 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.857501 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.857873 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.858161 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.858437 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.858712 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.858992 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.859264 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.859578 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.859859 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.860137 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.860417 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.860699 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.860976 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.861770 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.862051 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.862328 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.862608 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.862888 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.863164 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.863471 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.863751 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.864027 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.864303 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.864581 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.864860 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.865136 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.865412 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.865685 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.865961 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.866236 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.866530 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.866832 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.867116 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.867422 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.867709 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.868002 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.868269 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.868552 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.868835 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.869118 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.869397 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.869693 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.869985 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.870274 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.870563 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.870849 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.871152 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.871458 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.871751 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.872036 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.872321 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.872618 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.872907 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.873211 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.873513 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.873813 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.874111 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.874409 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.874694 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.875008 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.875295 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:55.875541 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 05 16:58:55.875791 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91755) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 05 16:58:56.232685 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:58:56.232898 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:58:56.233196 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:58:56.233537 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 05 16:58:56.621734 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.622040 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.622319 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.623545 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.623836 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.624109 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.660681 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.660973 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.661246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.674920 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.675208 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.675503 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.704091 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.704383 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.704658 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.742555 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.742838 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.743109 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.975558 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.976156 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.976156 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.976380 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:56.977132 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.100174 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.100502 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.100791 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.101077 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.101353 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.101673 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.101939 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.102201 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.102460 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.102745 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.103008 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.103277 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.103576 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.103839 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.104110 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.104382 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.104644 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.104924 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.105181 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.105466 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.105817 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.106073 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.106327 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.106615 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.106875 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.107127 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.107553 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.107800 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.108040 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.108280 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.108518 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.108757 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.109122 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 05 16:58:57.112773 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 05 16:58:57.116804 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 05 16:58:57.120621 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 05 16:58:57.122257 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 05 16:58:57.122699 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 05 16:58:57.123041 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 05 16:58:57.123463 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 05 16:58:57.126238 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 05 16:58:57.126500 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 05 16:58:57.126880 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 05 16:58:57.153887 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 05 16:58:57.154295 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.154599 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91755) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 05 16:58:57.154965 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.156363 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91755) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 05 16:58:57.156649 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 05 16:58:57.156904 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 05 16:58:57.160642 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.160935 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.228711 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 05 16:58:57.228959 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 05 16:58:57.229205 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 05 16:58:57.229578 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 05 16:58:57.260623 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_db.sqlalchemy.engines [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91755) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 05 16:58:57.597385 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing driver for type 'gre' Jun 05 16:58:57.597913 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] gre ID ranges: [(1, 1000)] Jun 05 16:58:57.649160 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing driver for type 'local' Jun 05 16:58:57.649471 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing driver for type 'vlan' Jun 05 16:58:57.661446 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] VlanTypeDriver initialization complete Jun 05 16:58:57.661791 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing driver for type 'vxlan' Jun 05 16:58:57.662256 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] vxlan ID ranges: [(1, 1000)] Jun 05 16:58:57.716093 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing extension driver 'port_security' Jun 05 16:58:57.716528 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.extensions.port_security [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] PortSecurityExtensionDriver initialization complete Jun 05 16:58:57.716915 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing mechanism driver 'openvswitch' Jun 05 16:58:57.717318 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing mechanism driver 'hyperv' Jun 05 16:58:57.726916 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:58:57.728005 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.728507 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.728978 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.729608 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.730187 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.730662 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.731287 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.731855 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.732379 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.732915 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > security_group after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.733420 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > security_group after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.733984 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.734583 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.735175 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.735818 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.737014 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > address_group after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.737426 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > address_group after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.737827 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.738209 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] ML2 OVO RPC backend initialized. {{(pid=91755) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 05 16:58:57.739039 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.739505 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.740059 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.740454 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > networks before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.741001 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.741239 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > ports before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.741649 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.742041 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnets before_response 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.742395 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.742801 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.743201 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.743575 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.743919 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.744258 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.744596 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.744930 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.745262 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.745828 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.plugin [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Modular L2 Plugin initialization complete Jun 05 16:58:57.746153 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading services supported by the core plugin {{(pid=91755) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 05 16:58:57.746482 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.plugins.ml2.managers [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Got port-security extension from driver 'port_security' Jun 05 16:58:57.746937 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.extensions.vlantransparent [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Disabled vlantransparent extension. Jun 05 16:58:57.747444 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91755) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 05 16:58:57.747759 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: router Jun 05 16:58:57.782866 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.783780 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_create 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.784148 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router before_create 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.784508 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.784873 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.785223 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_delete 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.785578 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.785936 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_create 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.786278 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_update 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.786623 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_update 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.786968 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.787322 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_update 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.787743 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_update 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.788104 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.788437 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.788767 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: subnet after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.789097 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.789442 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.789783 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_create 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.790122 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.790459 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.790809 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router after_update 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.791142 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.791504 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_create 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.791859 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.792216 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_update 55549900 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.792564 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > network after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.793397 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Tracking information for resource: router configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.793723 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Tracking information for resource: floatingip configured {{(pid=91755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 05 16:58:57.799427 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.db.l3_agentschedulers_db [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 05 16:58:57.800000 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.800355 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.800700 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.801045 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.801808 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router before_create 55550100 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.802171 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.802525 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_create 55550100 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.802876 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > router precommit_update 55550100 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.807219 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.provider_configuration [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service providers = [] {{(pid=91755) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 05 16:58:57.807602 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.db.servicetype_db [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91755) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 05 16:58:57.810717 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.service_base [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 05 16:58:57.811065 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.service_base [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 05 16:58:57.811429 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.service_base [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 05 16:58:57.812299 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.services.service_base [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 05 16:58:57.812667 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.services.service_base [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 05 16:58:57.813197 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.813518 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 05 16:58:57.823856 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.824192 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: auto_allocate Jun 05 16:58:57.829938 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: network precommit_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.830302 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: network precommit_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.830807 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.831128 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: tag Jun 05 16:58:57.839005 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.839333 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: timestamp Jun 05 16:58:57.843051 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.843405 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: network_ip_availability Jun 05 16:58:57.849077 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.849395 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.849746 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:57.850452 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.850776 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: flavors Jun 05 16:58:57.962750 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.963067 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading Plugin: revisions Jun 05 16:58:57.967599 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 05 16:58:57.968000 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:58:57.968763 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91755) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 05 16:58:57.969100 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Initializing extension manager. Jun 05 16:58:57.969607 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: __init__.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.969947 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: __pycache__ {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.970279 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.971143 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: address_group.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.971922 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.972505 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: address-group Jun 05 16:58:57.972829 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: address_scope.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.973529 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.974034 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: address-scope Jun 05 16:58:57.974355 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.975266 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.975805 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: router-admin-state-down-before-update Jun 05 16:58:57.976336 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: agent.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.976805 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.977308 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: agent Jun 05 16:58:57.977629 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: agent_resources_synced.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.978518 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.979027 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: agent-resources-synced Jun 05 16:58:57.979372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: allowedaddresspairs.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.981120 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.981640 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: allowed-address-pairs Jun 05 16:58:57.981965 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: auto_allocated_topology.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.983025 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.983565 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: auto-allocated-topology Jun 05 16:58:57.983889 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: availability_zone.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.984567 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.985069 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: availability_zone Jun 05 16:58:57.985386 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: availability_zone_filter.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.986868 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.987396 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: availability_zone_filter Jun 05 16:58:57.987719 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: data_plane_status.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.988606 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.989114 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 05 16:58:57.989435 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: default_subnetpools.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.990326 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.990831 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: default-subnetpools Jun 05 16:58:57.991147 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.991969 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.992476 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: dhcp_agent_scheduler Jun 05 16:58:57.992793 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: dns.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.993687 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.994191 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension dns-integration not supported by any of loaded plugins Jun 05 16:58:57.994507 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: dns_domain_ports.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.995413 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.995916 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 05 16:58:57.996232 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: dvr.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.996883 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.997380 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: dvr Jun 05 16:58:57.997746 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: empty_string_filtering.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:57.998579 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:57.999086 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: empty-string-filtering Jun 05 16:58:57.999429 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.000314 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.000818 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 05 16:58:58.001137 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.002066 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.002736 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 05 16:58:58.003057 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: external_net.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.003970 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.004483 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: external-net Jun 05 16:58:58.004802 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.005682 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.006191 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: extra_dhcp_opt Jun 05 16:58:58.006508 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: extraroute.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.007424 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.007936 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: extraroute Jun 05 16:58:58.008251 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: extraroute_atomic.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.009260 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.009773 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: extraroute-atomic Jun 05 16:58:58.010090 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: filter_validation.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.010740 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.011242 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: filter-validation Jun 05 16:58:58.011584 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: fip_pf_description.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.012475 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.012976 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 05 16:58:58.013293 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: fip_port_details.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.014182 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.014686 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: fip-port-details Jun 05 16:58:58.015003 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: flavors.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.016243 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.016758 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: flavors Jun 05 16:58:58.017079 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.019249 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.019804 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 05 16:58:58.020139 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: floatingip_pools.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.020828 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.021340 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: floatingip-pools Jun 05 16:58:58.021666 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: ip_allocation.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.022572 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.023081 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 05 16:58:58.023433 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.024327 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.024837 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: ip-substring-filtering Jun 05 16:58:58.025163 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l2_adjacency.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.026067 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.026573 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 05 16:58:58.026895 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.027858 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.028377 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: router Jun 05 16:58:58.028698 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.030877 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.031438 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 05 16:58:58.031771 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.032685 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.033838 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: ext-gw-mode Jun 05 16:58:58.034163 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.035064 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.035614 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: l3-ha Jun 05 16:58:58.035941 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3_flavors.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.036826 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.037337 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: l3-flavors Jun 05 16:58:58.037656 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.038561 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.039065 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 05 16:58:58.039415 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: l3agentscheduler.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.040419 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.040928 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: l3_agent_scheduler Jun 05 16:58:58.041251 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: logging.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.042855 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.043402 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension logging not supported by any of loaded plugins Jun 05 16:58:58.043732 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: metering.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.044462 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.045036 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: metering Jun 05 16:58:58.045360 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.046432 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.046946 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: metering_source_and_destination_fields Jun 05 16:58:58.047271 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: multiprovidernet.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.048216 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.048740 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: multi-provider Jun 05 16:58:58.049064 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: netmtu.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.049957 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.050461 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: net-mtu Jun 05 16:58:58.050782 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: netmtu_writable.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.051714 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.052217 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: net-mtu-writable Jun 05 16:58:58.052537 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: network_availability_zone.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.053200 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.053700 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: network_availability_zone Jun 05 16:58:58.054015 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: network_ip_availability.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.055085 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.055629 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: network-ip-availability Jun 05 16:58:58.055954 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: network_segment_range.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.056704 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.057206 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 05 16:58:58.057524 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: pagination.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.058484 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.059076 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: pagination Jun 05 16:58:58.059416 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: port_device_profile.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.060295 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.060807 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: port-device-profile Jun 05 16:58:58.061126 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.062026 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.062535 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: port-mac-address-regenerate Jun 05 16:58:58.062856 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.063760 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.064286 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: port-numa-affinity-policy Jun 05 16:58:58.064607 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: port_resource_request.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.065494 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.065995 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 05 16:58:58.066313 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: portbindings.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.067205 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.067740 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: binding Jun 05 16:58:58.068058 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: portbindings_extended.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.069308 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.069819 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: binding-extended Jun 05 16:58:58.070141 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: portsecurity.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.071030 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.071578 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: port-security Jun 05 16:58:58.071899 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: project_id.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.072861 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.073188 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: project-id Jun 05 16:58:58.073510 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: providernet.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.074399 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.074909 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: provider Jun 05 16:58:58.075228 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.078809 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.079354 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos not supported by any of loaded plugins Jun 05 16:58:58.079696 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.081439 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.081954 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 05 16:58:58.082280 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.083183 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.083728 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 05 16:58:58.084052 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_default.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.084938 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.085446 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-default not supported by any of loaded plugins Jun 05 16:58:58.085765 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_fip.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.086397 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.086898 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-fip not supported by any of loaded plugins Jun 05 16:58:58.087217 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_gateway_ip.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.088320 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.088834 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 05 16:58:58.089158 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_port_network_policy.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.090049 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.090556 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 05 16:58:58.090877 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_rule_type_details.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.091800 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.092303 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 05 16:58:58.092623 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: qos_rules_alias.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.093656 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.094167 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 05 16:58:58.094489 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: quotasv2.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.095394 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.096267 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: quotas Jun 05 16:58:58.096598 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: quotasv2_detail.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.099604 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.099903 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: quota_details Jun 05 16:58:58.100232 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: rbac.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.101266 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.101796 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: rbac-policies Jun 05 16:58:58.102124 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: rbac_address_group.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.103034 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.103577 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: rbac-address-group Jun 05 16:58:58.103903 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: rbac_address_scope.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.104802 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.105317 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: rbac-address-scope Jun 05 16:58:58.105638 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: rbac_security_groups.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.106544 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.107061 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: rbac-security-groups Jun 05 16:58:58.107413 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: rbac_subnetpool.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.108303 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.108811 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: rbac-subnetpool Jun 05 16:58:58.109132 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: revisionifmatch.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.110030 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.110537 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: revision-if-match Jun 05 16:58:58.110857 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: revisions.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.112004 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.112515 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: standard-attr-revisions Jun 05 16:58:58.112838 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: router_availability_zone.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.113501 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.114010 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: router_availability_zone Jun 05 16:58:58.114333 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: routerservicetype.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.115229 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.115772 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension router-service-type not supported by any of loaded plugins Jun 05 16:58:58.116091 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.116989 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.117494 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: security-groups-normalized-cidr Jun 05 16:58:58.117813 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.118714 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.119221 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: port-security-groups-filtering Jun 05 16:58:58.119570 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.120467 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.120971 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: security-groups-remote-address-group Jun 05 16:58:58.121291 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: securitygroup.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.130883 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.131446 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: security-group Jun 05 16:58:58.131780 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: segment.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.132541 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.133057 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension segment not supported by any of loaded plugins Jun 05 16:58:58.133379 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.134288 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.134799 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 05 16:58:58.135122 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: servicetype.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.136231 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.136753 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: service-type Jun 05 16:58:58.137077 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: sorting.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.138030 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.138356 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: sorting Jun 05 16:58:58.138678 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: standard_attr_segment.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.139622 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.140133 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 05 16:58:58.140451 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: standardattrdescription.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.141079 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.141590 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: standard-attr-description Jun 05 16:58:58.141907 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: stateful_security_group.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.143321 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.143865 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: stateful-security-group Jun 05 16:58:58.144186 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: stdattrs_common.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.144749 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 05 16:58:58.145066 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.146036 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.146548 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 05 16:58:58.146870 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: subnet_onboard.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.147950 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.148459 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: subnet_onboard Jun 05 16:58:58.148781 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.149686 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.150191 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 05 16:58:58.150511 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: subnet_service_types.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.151439 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.151944 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: subnet-service-types Jun 05 16:58:58.152263 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: subnetallocation.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.153336 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.153851 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: subnet_allocation Jun 05 16:58:58.154176 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.154824 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.155328 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: subnetpool-prefix-ops Jun 05 16:58:58.155679 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.156588 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.157097 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 05 16:58:58.157419 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: tagging.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.159032 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.159579 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: standard-attr-tag Jun 05 16:58:58.159906 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: timestamp.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.161091 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.161606 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loaded extension: standard-attr-timestamp Jun 05 16:58:58.161927 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: trunk.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.162938 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.163482 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension trunk not supported by any of loaded plugins Jun 05 16:58:58.163811 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: trunk_details.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.164717 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.165231 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension trunk-details not supported by any of loaded plugins Jun 05 16:58:58.165551 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: uplink_status_propagation.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.166462 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.166978 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 05 16:58:58.167297 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Loading extension file: vlantransparent.py {{(pid=91755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 05 16:58:58.167967 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 05 16:58:58.168473 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 05 16:58:58.170835 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:network Jun 05 16:58:58.171393 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:subnet Jun 05 16:58:58.171788 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 05 16:58:58.172174 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:port Jun 05 16:58:58.173389 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.173864 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service FLAVORS assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.174473 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.174893 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.175217 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:router Jun 05 16:58:58.175663 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:floatingip Jun 05 16:58:58.176154 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service METERING assigned prefix: /metering {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.177554 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:58.177920 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:58.178267 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 16:58:58.179236 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 05 16:58:58.179719 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:security_group Jun 05 16:58:58.180147 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 05 16:58:58.180748 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service CORE assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.181072 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 05 16:58:58.181416 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] subnetpool is already registered Jun 05 16:58:58.181859 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service CORE assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.182181 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 05 16:58:58.182508 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] subnetpool is already registered Jun 05 16:58:58.185135 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.185566 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service FLAVORS assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.186156 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.186572 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.186897 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:router Jun 05 16:58:58.187230 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] router is already registered Jun 05 16:58:58.187662 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:floatingip Jun 05 16:58:58.187993 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] floatingip is already registered Jun 05 16:58:58.188452 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service METERING assigned prefix: /metering {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.189111 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 05 16:58:58.189471 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] rbac_policy is already registered Jun 05 16:58:58.189878 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:security_group Jun 05 16:58:58.190207 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] security_group is already registered Jun 05 16:58:58.190603 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 05 16:58:58.190932 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] security_group_rule is already registered Jun 05 16:58:58.191583 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service CORE assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.191909 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 05 16:58:58.192238 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] subnetpool is already registered Jun 05 16:58:58.192657 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.v2.resource_helper [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Service CORE assigned prefix: {{(pid=91755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 05 16:58:58.192975 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 05 16:58:58.193301 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING neutron.quota.resource_registry [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] subnetpool is already registered Jun 05 16:58:58.193765 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: extensions {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.195182 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: address-groups {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.196702 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: address-scopes {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.198011 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: agents {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.199158 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: auto-allocated-topology {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.200450 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: availability_zones {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.201694 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: dhcp-networks {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.203183 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: dhcp-agents {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.205320 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: routers {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.207036 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: flavors {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.209286 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: service_profiles {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.210499 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: next_providers {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.211971 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: service_profiles {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.213518 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: floatingip-pools {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.214744 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: routers {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.216481 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: floatingips {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.217759 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: l3-routers {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.219170 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: l3-agents {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.221197 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: metering-labels {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.222452 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: metering-label-rules {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.223870 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: network-ip-availabilities {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.225130 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: bindings {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.226690 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: quotas {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.228267 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: quotas {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.229673 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: rbac-policies {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.230863 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: security-groups {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.232186 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: security-group-rules {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.233409 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: service-providers {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.234647 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: subnetpools {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.236007 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: subnetpools {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.238103 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.239809 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.241608 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.243439 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.245117 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.247065 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.248775 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.250935 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.253438 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.255181 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron.api.extensions [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Extended resource: tags {{(pid=91755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 05 16:58:58.261189 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING keystonemiddleware.auth_token [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 05 16:58:58.265659 dv-cinder-794962-1-iscsi neutron-server[91755]: WARNING keystonemiddleware.auth_token [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 05 16:58:58.273827 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Acquired lock "singleton_lock" {{(pid=91755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 05 16:58:58.274301 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Releasing lock "singleton_lock" {{(pid=91755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 05 16:58:58.274921 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Starting 2 workers Jun 05 16:58:58.279602 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Started child 91860 {{(pid=91755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 05 16:58:58.283919 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Started child 91861 {{(pid=91755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 05 16:58:58.284828 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:58:58.285524 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO neutron.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 05 16:58:58.286164 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Notify callbacks [] for process, before_spawn {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:58:58.286317 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [-] (91860) wsgi starting up on http://0.0.0.0:9696 Jun 05 16:58:58.288545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:58:58.289037 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Starting 1 workers Jun 05 16:58:58.289861 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [-] (91861) wsgi starting up on http://0.0.0.0:9696 Jun 05 16:58:58.300229 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Started child 91862 {{(pid=91755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 05 16:58:58.300761 dv-cinder-794962-1-iscsi neutron-server[91755]: INFO oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Starting 1 workers Jun 05 16:58:58.303591 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] calling RpcWorker wait() {{(pid=91862) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 05 16:58:58.304113 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] returning from RpcWorker wait() {{(pid=91862) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 05 16:58:58.305107 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Started child 91863 {{(pid=91755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 05 16:58:58.305370 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:58:58.305826 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:58:58.305926 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4677eb0d-827f-4869-aeae-244462905ba7 None None] Notify callbacks [] for process, after_spawn {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:58:58.307784 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 05 16:58:58.307999 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 05 16:58:58.308177 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 05 16:58:58.308390 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 05 16:58:58.308984 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 05 16:58:58.309145 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 05 16:58:58.309664 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.309942 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.310204 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.310476 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.310784 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.310884 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:58:58.311392 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.311651 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.311887 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.312152 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.312407 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.312582 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.312751 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.313003 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.313235 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.313540 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.313810 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.314058 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.314906 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.315096 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.315365 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.315639 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.315894 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.316156 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] debug = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.316409 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.316910 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.317165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.317405 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.317640 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.317934 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.318183 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.318466 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.318707 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.318942 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.319176 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.319465 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.319710 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.319929 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.320146 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.320391 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.320612 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.321094 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] host = dv-cinder-794962-1-iscsi {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.321328 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.321547 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.321799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.322026 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.322270 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.322484 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.322740 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.322984 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.323225 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.323471 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.323689 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.323937 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.324173 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.324431 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.324595 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_options = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.324827 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.325105 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.325384 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.325575 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.325731 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.325915 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.326165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.326312 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.326595 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.326809 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.327021 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.327234 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.327517 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.327728 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.327998 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.328241 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.328474 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.328683 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.328926 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.329170 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.329394 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.329618 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.329888 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.330130 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.330368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.330599 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.330825 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.331036 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.331246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.332152 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.332152 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.332152 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.332371 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.332974 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.333402 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.333778 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.333933 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.334135 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.334369 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.334677 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.334926 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.335237 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.335535 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.335897 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.336072 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.336289 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_json = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.336474 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:58:58.336572 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.336722 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.336981 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.337200 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.337441 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.338029 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.338029 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.339698 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.339698 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.339698 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.340595 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.340768 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.341006 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.341275 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.341513 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.341763 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.342629 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.342629 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.342903 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.343039 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.343311 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.343646 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.344357 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.344687 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.345317 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.346118 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.347079 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.347672 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.347920 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.349183 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.351870 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.352120 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.352415 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.352681 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.352930 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.353207 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.353483 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.353739 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.353966 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.354191 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.354474 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.354882 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.354995 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.355149 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.355446 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.355702 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.355957 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.356207 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.356453 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.356694 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.356952 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.357172 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.357394 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.357613 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.357850 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.358082 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.358312 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.358563 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.358796 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.359026 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.359247 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.359508 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.359733 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.360012 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.360240 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.360480 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.360694 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.360918 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.361203 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.361960 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.362187 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.362406 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.362636 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.362860 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.363111 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.363380 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.363595 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.363880 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.364104 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.364344 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.364563 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.364780 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.365004 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.365227 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.365463 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.365678 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.365898 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.366136 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.366354 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.366587 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.366820 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.367038 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.367319 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.367616 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.367845 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.368116 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.369080 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.369336 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.369590 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.369829 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.370071 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.370328 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.370546 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.370813 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.371040 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.371292 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.371592 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.371823 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.372085 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.372327 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.372579 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.372831 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.373073 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.373304 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.373581 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.374568 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.374829 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.375095 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.375390 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.375693 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.375933 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.376227 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.376447 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.376741 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.377045 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.377340 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.377605 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.377857 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.378106 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.378475 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.378728 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.378976 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.379206 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.381343 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.381631 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.381943 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.382195 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.382467 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.382724 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.382977 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.383366 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.383636 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.383868 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.384110 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.384394 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.384655 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.384908 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.385383 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.385479 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.385727 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.385972 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.386221 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.386534 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.386706 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.386943 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.387161 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388331 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388331 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388331 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388331 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388693 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388775 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.388952 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.389204 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.389477 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.389706 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.389931 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.390200 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.390428 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.390653 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.390905 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.391144 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.391386 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.391610 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.391974 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395368 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395897 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.395897 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.396052 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 42944) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:58:58.396143 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.396232 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.396422 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.396673 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.396914 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.397162 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.397379 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.397625 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.397842 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.398108 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.398361 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.398691 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.398950 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.399199 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.399678 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.401002 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.401289 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.402999 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.403861 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.404193 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.404501 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.404827 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.405233 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.405606 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.405924 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.406216 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.406658 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087221 Jun 05 16:58:58.407491 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.407753 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.408530 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.408761 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.409899 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.409899 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.409899 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.409899 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.410196 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.410473 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.410688 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.410914 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.411138 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.411541 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.411802 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.412031 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.412253 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.412478 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.412698 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.412942 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.413145 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.413363 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.413584 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.413800 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.414027 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.414242 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.415367 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.415641 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.416192 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.416192 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.416446 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.416667 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.417757 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.417757 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.417757 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.417757 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.418054 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.418225 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.418510 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.418738 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.418992 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.419218 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.420249 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.420249 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.420249 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.420476 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.420575 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.420847 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.421581 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.421581 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.421581 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.422717 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.423894 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.424181 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.424460 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.425067 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.425067 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.425239 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.425458 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.425712 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.425954 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.426175 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.426415 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.426666 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.426915 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.427135 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.428001 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.428250 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.429291 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.429790 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.431378 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.431378 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.431378 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 05 16:58:58.433161 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 05 16:58:58.434537 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 05 16:58:58.434766 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 05 16:58:58.434957 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 05 16:58:58.435140 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 05 16:58:58.435303 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 05 16:58:58.435541 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.435712 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.435879 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.436047 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.436212 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.436400 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.436589 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.436742 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.436873 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437028 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437186 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437345 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437502 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437659 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437818 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.437976 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.438134 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.438293 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.438461 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.438618 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.438776 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.438932 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.439089 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] debug = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.439251 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.441825 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.442016 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.442188 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.442355 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.443483 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.444178 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.444178 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.444178 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.444436 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.444615 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.444882 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.445025 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.445268 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.445485 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.445712 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.445919 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.446134 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] host = dv-cinder-794962-1-iscsi {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451372 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_options = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.451948 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.452749 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.453708 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454246 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454716 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.454799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.455866 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.455866 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.455866 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456086 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456165 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_json = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456563 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456563 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456563 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456771 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.456854 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.457004 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.457156 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.457309 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.459403 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460330 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460762 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460762 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460762 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.460762 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.461225 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.461315 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.461489 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.461647 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.461797 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.461957 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.462116 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.462276 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.462435 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.462594 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.462752 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.462911 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.463070 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.463223 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.463400 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.463552 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.463713 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.463872 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464040 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464188 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464344 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464502 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464660 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464823 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.464979 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.465157 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.465298 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.465455 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.465616 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.465779 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.465941 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.466099 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.466315 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.466414 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.466555 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.466711 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.466869 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.467025 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.467181 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.467356 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.467527 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.467689 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.467886 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.468164 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.468409 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.468649 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.468861 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.469021 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.469748 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.470735 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.470920 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.471102 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.471283 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.471456 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.471618 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.471780 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.471940 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.472100 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.472259 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.472418 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.472576 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.473347 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.473569 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.473693 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.473871 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.475416 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.475587 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.475753 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.477005 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.477263 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.477505 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.478696 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.478696 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.478971 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.479203 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.480271 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.480552 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.481085 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.481759 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.482764 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.483036 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.483752 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.485099 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.485349 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.486559 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.486559 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.486559 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.486559 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.486559 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.487235 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.487906 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.488175 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.488753 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.488994 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.489218 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.489448 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.489679 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.490697 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.490697 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.490697 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.490697 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.490697 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.490697 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.491131 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.491425 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.491939 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.492184 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.492685 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.492685 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.492910 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.493171 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.493420 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.493691 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.493924 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.494153 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.494370 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.494585 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.494798 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.495040 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.495912 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.495912 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.495912 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.495912 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.495912 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.496293 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.496395 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.496673 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.496858 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.497084 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.497311 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.497533 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.497755 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.497978 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.498204 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.499218 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.499473 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.499706 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.499935 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.500164 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.500392 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.502553 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.502947 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.503194 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.503444 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.504198 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.504198 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.504782 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.506160 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.506345 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.506533 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.506716 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.506869 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.507042 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.507210 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.507424 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.507566 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.507735 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.507898 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.508064 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.508229 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.508392 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.508558 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.508722 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.508884 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.509048 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.509209 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.509370 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.509551 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.509714 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.509875 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510035 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510196 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510371 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510513 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510675 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510884 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.510987 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.511150 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.511314 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.512954 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.513316 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.513451 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.513836 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.514365 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.514851 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.515334 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.516230 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.518224 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.518407 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.518584 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.518758 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.518942 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.519113 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.519280 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.519473 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.519640 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.519814 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.519978 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.520145 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.520304 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.520466 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.520637 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.520799 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.520961 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.521122 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.521287 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.521456 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.521692 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.521780 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.521964 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.522112 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.522248 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.522382 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.522539 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.522706 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.522867 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.523028 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.523188 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.523875 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.525087 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.525291 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.525463 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.527201 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.527394 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.527569 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.527743 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.527920 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.528093 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.528260 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.528432 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.528603 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.528774 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.528936 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.529104 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.529279 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.529441 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.529602 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.529763 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.529924 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.530086 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.530253 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.530412 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.530574 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.530735 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.530896 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.531058 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.531224 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.531407 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.531570 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.531733 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.531894 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.532055 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.532216 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.532377 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 05 16:58:58.532532 dv-cinder-794962-1-iscsi neutron-server[91755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 05 16:59:09.322878 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f2d3e-1955-42a1-94af-0528856b95d9 None None] get_active_networks_info from dv-cinder-794962-1-iscsi {{(pid=91862) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 05 16:59:09.412500 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f2d3e-1955-42a1-94af-0528856b95d9 None None] No non-hosted networks {{(pid=91862) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 05 16:59:09.429211 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.agentschedulers_db [None req-dd5f2d3e-1955-42a1-94af-0528856b95d9 None None] DHCP Agent not found on host dv-cinder-794962-1-iscsi {{(pid=91862) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 05 16:59:09.569711 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-871762e7-9c65-4d66-8ab1-55b2e949896d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556'] for agent, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:11.676945 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556'] for agent, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:11.677760 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.678165 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.678451 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.679092 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.679578 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.679974 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.680314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.680778 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.681739 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.682755 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.684252 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.685128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:11.685582 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:11.696996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:11.895546 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8f2713cb-a51d-426c-bd82-80616acd997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556'] for agent, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:11.945356 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-013c87ae-7eb4-4cdf-90b9-bff72e6d2267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:12.949004 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556'] for agent, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:14.536737 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556'] for agent, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:15.808352 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43044) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:16.086459 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.db.l3_hamode_db [None req-faf5c354-9de0-4ad3-854a-03f9933fd7c3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 05 16:59:16.169813 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf5c354-9de0-4ad3-854a-03f9933fd7c3 None None] Routers set() bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 16:59:16.170195 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf5c354-9de0-4ad3-854a-03f9933fd7c3 None None] Router IDs set() for agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 05 16:59:16.394010 dv-cinder-794962-1-iscsi neutron-server[91861]: WARNING oslo_policy.policy [None req-9f9859cd-4794-4dfc-af62-9b4808227b8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:16.394630 dv-cinder-794962-1-iscsi neutron-server[91861]: WARNING oslo_policy.policy [None req-9f9859cd-4794-4dfc-af62-9b4808227b8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:16.611989 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [None req-9f9859cd-4794-4dfc-af62-9b4808227b8c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 16:59:16.613313 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9f9859cd-4794-4dfc-af62-9b4808227b8c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8035269 Jun 05 16:59:18.941818 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43058) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:19.294748 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:19.392949 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.policy [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91861) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 05 16:59:19.437195 dv-cinder-794962-1-iscsi neutron-server[91861]: WARNING oslo_policy.policy [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:19.437564 dv-cinder-794962-1-iscsi neutron-server[91861]: WARNING oslo_policy.policy [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:19.446547 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.quota [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] Loaded quota_driver: . Jun 05 16:59:19.522407 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787164063901', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787164064490', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787164038572', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787164047736', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787164021757', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787164032031', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1044368', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2052204', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673965'] for rbac-policy, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:19.579296 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:19.581054 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-71a617f5-8c0a-4ea1-8d76-8db5bd3148a4 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6382508 Jun 05 16:59:22.134657 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43070) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:22.475473 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'project_id': '7772cf178ef94b0da27d590d70580910'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:22.498053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Made reservation on behalf of 7772cf178ef94b0da27d590d70580910 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 16:59:22.500921 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.518746 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.633964 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.637783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.643555 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:22.662884 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 16:59:22.689483 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787166737565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.690077 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Unsubscribe: segment precommit_create {{(pid=91861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 05 16:59:22.690557 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Added segment 87e9347a-345c-4f70-a080-a81a49436dea of type vlan for network 98ecd2b3-0057-4267-93b8-700a978db384 Jun 05 16:59:22.740518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f4045c-8333-45fa-8474-8493433e16e4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:22.757256 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.757606 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.757933 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.758248 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.758556 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.758881 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.759189 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.759519 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.759838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.760142 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.760440 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.760740 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Tracked resource versions report: Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: pushed versions: Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: { 'AddressGroup': {'1.2'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'ConntrackHelper': {'1.0'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Log': {'1.0'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Network': {'1.1'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Port': {'1.7'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'PortForwarding': {'1.2'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'QosPolicy': {'1.8'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroup': {'1.4'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroupRule': {'1.2'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SubPort': {'1.0'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Subnet': {'1.1'}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Trunk': {'1.1'}} Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: consumer versions: Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'ConntrackHelper': '1.0', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Log': '1.0', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Network': '1.1', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Port': '1.7', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'PortForwarding': '1.2', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'QosPolicy': '1.8', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroup': '1.4', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroupRule': '1.2', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SubPort': '1.0', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Subnet': '1.1', Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Trunk': '1.1'}} Jun 05 16:59:22.761761 dv-cinder-794962-1-iscsi neutron-server[91861]: {{(pid=91861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 16:59:22.808067 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:22.811901 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.853335 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.854733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:22.855380 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:22.859709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:22.906564 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7708735 Jun 05 16:59:22.960790 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Pushing event updated for resources: {'Network': ['ID=98ecd2b3-0057-4267-93b8-700a978db384,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:22.964238 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:22.972765 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 98ecd2b3-0057-4267-93b8-700a978db384 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 16:59:25.529527 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43084) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:25.969593 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25abc5-786a-4d25-a03a-830507ba7a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:25.970886 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9d25abc5-786a-4d25-a03a-830507ba7a52 admin admin] 10.222.0.37 "GET /v2.0/networks/98ecd2b3-0057-4267-93b8-700a978db384 HTTP/1.1" status: 200 len: 825 time: 0.4403985 Jun 05 16:59:25.997161 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-53ecdfc9-929e-44d7-aa8a-d1e7b2bbbeb7 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/a13d9735-3dbe-429a-8e0d-587e40b10995 HTTP/1.1" status: 200 len: 734 time: 0.0209422 Jun 05 16:59:26.005680 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:26.025029 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Made reservation on behalf of 7772cf178ef94b0da27d590d70580910 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 16:59:26.027256 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:26.291553 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:26.296560 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:26.391279 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Checking segment: {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 16:59:26.391674 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Network hostable DHCP agents. Network: 98ecd2b3-0057-4267-93b8-700a978db384, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 16:59:26.395904 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9aaf439-ce42-4c00-a6b3-70dadb271763,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:26.401486 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:26.413504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Network 98ecd2b3-0057-4267-93b8-700a978db384 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 16:59:26.423002 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 98ecd2b3-0057-4267-93b8-700a978db384) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 16:59:26.428586 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:26.429157 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:26.431715 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb6851-b3ae-475b-9087-ac1831fabae3 None None] Network 98ecd2b3-0057-4267-93b8-700a978db384 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 16:59:26.448202 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4457014 Jun 05 16:59:26.736116 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-98ecd2b3-0057-4267-93b8-700a978db384', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 16:59:26.737390 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:26.918818 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Allocated IP 172.20.0.2 (98ecd2b3-0057-4267-93b8-700a978db384/a9aaf439-ce42-4c00-a6b3-70dadb271763/d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 16:59:27.142461 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:27.154921 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Transition to ACTIVE for port object d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 16:59:27.175161 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Transition to ACTIVE for port object d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 16:59:27.181633 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:27.186513 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:27.245446 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Network 98ecd2b3-0057-4267-93b8-700a978db384 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 16:59:27.248331 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 16:59:27.256976 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 16:59:27.260347 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Pushing event updated for resources: {'Port': ['ID=d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:27.295688 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.296024 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.296354 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.296680 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.297000 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.297316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.297630 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.297940 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.298299 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.298613 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.298921 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.299233 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Tracked resource versions report: Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: pushed versions: Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: { 'AddressGroup': {'1.2'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'ConntrackHelper': {'1.0'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Log': {'1.0'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Network': {'1.1'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Port': {'1.7'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'PortForwarding': {'1.2'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'QosPolicy': {'1.8'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroup': {'1.4'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroupRule': {'1.2'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SubPort': {'1.0'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Subnet': {'1.1'}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Trunk': {'1.1'}} Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: consumer versions: Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'ConntrackHelper': '1.0', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Log': '1.0', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Network': '1.1', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Port': '1.7', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'PortForwarding': '1.2', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'QosPolicy': '1.8', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroup': '1.4', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroupRule': '1.2', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SubPort': '1.0', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Subnet': '1.1', Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Trunk': '1.1'}} Jun 05 16:59:27.300301 dv-cinder-794962-1-iscsi neutron-server[91862]: {{(pid=91862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 16:59:27.307979 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:27.360734 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Attempting to bind port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 16:59:27.361132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Attempting to bind port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 16:59:27.361575 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Attempting to bind port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b on network 98ecd2b3-0057-4267-93b8-700a978db384 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 16:59:27.366802 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 16:59:27.367218 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Checking segment: {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 16:59:27.367708 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:27.368100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Bound using segment: {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 16:59:27.368560 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Bound port: d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 16:59:27.368930 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:27.456172 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] For port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 16:59:27.460197 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] For port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b,segment=NetworkSegment(87e9347a-345c-4f70-a080-a81a49436dea),segment_id=87e9347a-345c-4f70-a080-a81a49436dea)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 16:59:27.464365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:27.468188 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:27.547634 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Pushing event updated for resources: {'Port': ['ID=d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:27.551494 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:28.867375 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43092) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:29.228234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [None req-7037c1be-ad11-424b-b787-10c1c9ff7b0e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 16:59:29.229292 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-7037c1be-ad11-424b-b787-10c1c9ff7b0e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3609865 Jun 05 16:59:31.575607 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43100) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:31.948427 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [None req-3ac2fc5c-8a3f-40ed-84d4-fad5d977ae0f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 16:59:31.949397 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3ac2fc5c-8a3f-40ed-84d4-fad5d977ae0f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728707 Jun 05 16:59:33.376070 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e6c7e-9306-4d50-91f2-7e9943217018 None None] Network 98ecd2b3-0057-4267-93b8-700a978db384 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 16:59:33.471038 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-299cedf7-d593-49c8-8155-ccb3247b3e84 None None] Provisioning for port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 16:59:33.672792 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 16:59:33.744423 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 16:59:33.750310 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:33.750856 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:33.818318 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-413290ab-8b95-4daf-8f8e-17e39b7e9d39 None None] Provisioning complete for port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:33.818830 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-413290ab-8b95-4daf-8f8e-17e39b7e9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:33.934444 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:34.009785 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b,segment=NetworkSegment(87e9347a-345c-4f70-a080-a81a49436dea),segment_id=87e9347a-345c-4f70-a080-a81a49436dea)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 16:59:34.010812 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-413290ab-8b95-4daf-8f8e-17e39b7e9d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:34.021615 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:34.027693 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:34.165190 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:34.170726 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:34.176700 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.db.api [None req-413290ab-8b95-4daf-8f8e-17e39b7e9d39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 16:59:34.177202 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_db.api [None req-413290ab-8b95-4daf-8f8e-17e39b7e9d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 16:59:34.600053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43114) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:34.944062 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:34.965722 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:34.967431 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:34.989768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:35.100219 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:35.115199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:35.116369 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-23a053bc-3a31-4e79-87ca-522af861d616 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5153635 Jun 05 16:59:35.634340 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 16:59:35.700254 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:35.700625 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:37.433957 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43122) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:37.794137 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [None req-83f9dab7-05e6-4d57-bcff-c01225576b39 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 16:59:37.795524 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-83f9dab7-05e6-4d57-bcff-c01225576b39 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3603251 Jun 05 16:59:39.259431 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-37ee6fc1-e2e2-4d71-8b57-6650707af76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:40.149256 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43130) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:40.722380 dv-cinder-794962-1-iscsi neutron-server[91860]: WARNING oslo_policy.policy [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:40.722980 dv-cinder-794962-1-iscsi neutron-server[91860]: WARNING oslo_policy.policy [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:40.938468 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:40.940125 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.quota [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Loaded quota_driver: . Jun 05 16:59:40.982563 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Made reservation on behalf of f31255007cdf4320aea9d7f6c2069250 for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 16:59:41.051422 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.policy [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 05 16:59:41.097943 dv-cinder-794962-1-iscsi neutron-server[91860]: WARNING oslo_policy.policy [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:41.098302 dv-cinder-794962-1-iscsi neutron-server[91860]: WARNING oslo_policy.policy [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 05 16:59:41.108217 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.129060 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.246503 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.249423 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.253925 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:41.266292 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Reserving flat network on physical network physnet1 {{(pid=91860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 05 16:59:41.296283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787166737565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.296866 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Unsubscribe: segment precommit_create {{(pid=91860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 05 16:59:41.297388 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Added segment a3e4cfcb-9149-4e17-bffc-20ae442fdaf4 of type flat for network 709797a5-a6d8-44bd-801c-7e593c1205e4 Jun 05 16:59:41.349558 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b07e7a-0c4a-4305-b2f6-9189ed59ac73,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:41.371294 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.371675 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.372006 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.372328 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.372646 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.372974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.373289 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.373600 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.373927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.374234 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.374541 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.374842 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Tracked resource versions report: Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: pushed versions: Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: { 'AddressGroup': {'1.2'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'ConntrackHelper': {'1.0'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Log': {'1.0'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Network': {'1.1'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Port': {'1.7'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'PortForwarding': {'1.2'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'QosPolicy': {'1.8'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroup': {'1.4'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroupRule': {'1.2'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SubPort': {'1.0'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Subnet': {'1.1'}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Trunk': {'1.1'}} Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: consumer versions: Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'ConntrackHelper': '1.0', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Log': '1.0', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Network': '1.1', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Port': '1.7', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'PortForwarding': '1.2', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'QosPolicy': '1.8', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroup': '1.4', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroupRule': '1.2', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SubPort': '1.0', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Subnet': '1.1', Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Trunk': '1.1'}} Jun 05 16:59:41.375896 dv-cinder-794962-1-iscsi neutron-server[91860]: {{(pid=91860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 16:59:41.422113 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.426663 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:41.466142 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.467750 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:41.468388 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.473247 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:41.520923 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3695049 Jun 05 16:59:41.574498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Pushing event updated for resources: {'Network': ['ID=709797a5-a6d8-44bd-801c-7e593c1205e4,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:41.577781 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:41.585633 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 16:59:41.698327 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:41.882251 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f04f6724-6940-46a1-bd6a-9a6a129dec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:42.894526 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:43.895994 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43160) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:44.110217 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a188bf8-696d-400b-a7af-5122bc1e5ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:44.111595 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-0a188bf8-696d-400b-a7af-5122bc1e5ab4 admin admin] 10.222.0.37 "GET /v2.0/subnets/a9aaf439-ce42-4c00-a6b3-70dadb271763 HTTP/1.1" status: 200 len: 849 time: 0.2145808 Jun 05 16:59:44.282027 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3d73f704-2fa0-4b56-aca5-2841f5eb7875 admin admin] 10.222.0.37 "GET /v2.0/routers/b737d131-cf66-44fc-bd9e-df4ffde8c50c HTTP/1.1" status: 200 len: 704 time: 0.1650949 Jun 05 16:59:44.479883 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:44.745667 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:44.975931 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Allocated IP 172.20.0.1 (98ecd2b3-0057-4267-93b8-700a978db384/a9aaf439-ce42-4c00-a6b3-70dadb271763/957051ec-f5f3-4808-8656-6f68dd1e744b) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 16:59:45.128471 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.146281 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Transition to ACTIVE for port object 957051ec-f5f3-4808-8656-6f68dd1e744b will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 16:59:45.199898 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.204335 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:45.265647 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Network 98ecd2b3-0057-4267-93b8-700a978db384 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 16:59:45.269048 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 16:59:45.275471 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 16:59:45.276443 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.399575 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=957051ec-f5f3-4808-8656-6f68dd1e744b,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:45.409425 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:45.503198 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b8f9e6e2-5072-44fb-893c-967d70c7fc1b None None] Provisioning for port 957051ec-f5f3-4808-8656-6f68dd1e744b completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 16:59:45.507745 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b8f9e6e2-5072-44fb-893c-967d70c7fc1b None None] Provisioning complete for port 957051ec-f5f3-4808-8656-6f68dd1e744b triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:45.508120 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e6e2-5072-44fb-893c-967d70c7fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.536936 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.559107 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9e6e2-5072-44fb-893c-967d70c7fc1b None None] Port 957051ec-f5f3-4808-8656-6f68dd1e744b cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 16:59:45.788207 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.792404 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.793519 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:45.797453 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:45.890315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=957051ec-f5f3-4808-8656-6f68dd1e744b,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:45.893683 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:45.986421 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Network 98ecd2b3-0057-4267-93b8-700a978db384 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 16:59:45.987484 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 16:59:46.176152 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Router b737d131-cf66-44fc-bd9e-df4ffde8c50c is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 16:59:46.180574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-5e1b7d37-ad00-4716-bf6e-dd72b685a703 None None] Provisioning complete for port 957051ec-f5f3-4808-8656-6f68dd1e744b triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:46.180946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5e1b7d37-ad00-4716-bf6e-dd72b685a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:46.233756 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b7d37-ad00-4716-bf6e-dd72b685a703 None None] Port 957051ec-f5f3-4808-8656-6f68dd1e744b cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 16:59:46.325846 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 16:59:46.330897 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] 10.222.0.37 "PUT /v2.0/routers/b737d131-cf66-44fc-bd9e-df4ffde8c50c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0441468 Jun 05 16:59:46.347408 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Sync routers for ids ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 16:59:46.357834 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Routers {'b737d131-cf66-44fc-bd9e-df4ffde8c50c'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 16:59:46.358699 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T16:59:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:46.529067 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Set router b737d131-cf66-44fc-bd9e-df4ffde8c50c gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 16:59:46.905149 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T16:59:34Z', 'updated_at': '2021-06-05T16:59:45Z', 'revision_number': 2, 'project_id': '7772cf178ef94b0da27d590d70580910', 'gw_port_host': None, '_interfaces': [{'id': '957051ec-f5f3-4808-8656-6f68dd1e744b', 'name': '', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'mac_address': 'fa:16:3e:03:0b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:44Z', 'updated_at': '2021-06-05T16:59:45Z', 'revision_number': 2, 'project_id': '7772cf178ef94b0da27d590d70580910', 'subnets': [{'id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:46.909909 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Checking router: b737d131-cf66-44fc-bd9e-df4ffde8c50c for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 16:59:46.910288 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Updating router b737d131-cf66-44fc-bd9e-df4ffde8c50c port 957051ec-f5f3-4808-8656-6f68dd1e744b binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 16:59:46.963547 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:47.334118 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:47.349219 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Transition to ACTIVE for port object 957051ec-f5f3-4808-8656-6f68dd1e744b will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 16:59:47.356062 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:47.363068 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:47.600611 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Pushing event updated for resources: {'Port': ['ID=957051ec-f5f3-4808-8656-6f68dd1e744b,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:47.607867 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Attempting to bind port 957051ec-f5f3-4808-8656-6f68dd1e744b on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 16:59:47.608260 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Attempting to bind port 957051ec-f5f3-4808-8656-6f68dd1e744b by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 16:59:47.608697 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Attempting to bind port 957051ec-f5f3-4808-8656-6f68dd1e744b on network 98ecd2b3-0057-4267-93b8-700a978db384 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 16:59:47.612593 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.612931 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.613262 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.613583 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.613900 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.614216 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.614531 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.614844 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.615162 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.615499 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.615806 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.616112 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Tracked resource versions report: Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: pushed versions: Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: { 'AddressGroup': {'1.2'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'ConntrackHelper': {'1.0'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Log': {'1.0'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Network': {'1.1'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Port': {'1.7'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'PortForwarding': {'1.2'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'QosPolicy': {'1.8'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroup': {'1.4'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroupRule': {'1.2'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SubPort': {'1.0'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Subnet': {'1.1'}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Trunk': {'1.1'}} Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: consumer versions: Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'ConntrackHelper': '1.0', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Log': '1.0', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Network': '1.1', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Port': '1.7', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'PortForwarding': '1.2', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'QosPolicy': '1.8', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroup': '1.4', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroupRule': '1.2', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SubPort': '1.0', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Subnet': '1.1', Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Trunk': '1.1'}} Jun 05 16:59:47.617139 dv-cinder-794962-1-iscsi neutron-server[91863]: {{(pid=91863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 16:59:47.621421 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 16:59:47.621836 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Checking segment: {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 16:59:47.622314 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:47.622664 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Bound using segment: {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 16:59:47.623136 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Bound port: 957051ec-f5f3-4808-8656-6f68dd1e744b, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e9347a-345c-4f70-a080-a81a49436dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 16:59:47.623530 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:47.631975 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:47.713634 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] For port 957051ec-f5f3-4808-8656-6f68dd1e744b, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 16:59:47.717745 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] For port 957051ec-f5f3-4808-8656-6f68dd1e744b, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=957051ec-f5f3-4808-8656-6f68dd1e744b,segment=NetworkSegment(87e9347a-345c-4f70-a080-a81a49436dea),segment_id=87e9347a-345c-4f70-a080-a81a49436dea)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 16:59:47.722170 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:47.726364 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:47.810961 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Pushing event updated for resources: {'Port': ['ID=957051ec-f5f3-4808-8656-6f68dd1e744b,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:47.815468 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:47.817285 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Routers {'b737d131-cf66-44fc-bd9e-df4ffde8c50c'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 16:59:47.817759 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T16:59:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:47.971317 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] Set router b737d131-cf66-44fc-bd9e-df4ffde8c50c gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 16:59:48.290019 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T16:59:34Z', 'updated_at': '2021-06-05T16:59:45Z', 'revision_number': 2, 'project_id': '7772cf178ef94b0da27d590d70580910', 'gw_port_host': None, '_interfaces': [{'id': '957051ec-f5f3-4808-8656-6f68dd1e744b', 'name': '', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'mac_address': 'fa:16:3e:03:0b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:44Z', 'updated_at': '2021-06-05T16:59:47Z', 'revision_number': 4, 'project_id': '7772cf178ef94b0da27d590d70580910', 'subnets': [{'id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:48.293789 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619eec23-d21a-44ce-ab70-da3fd4d197f4 None None] The sync data for ids ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'] in dv-cinder-794962-1-iscsi is: [{'id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T16:59:34Z', 'updated_at': '2021-06-05T16:59:45Z', 'revision_number': 2, 'project_id': '7772cf178ef94b0da27d590d70580910', 'gw_port_host': None, '_interfaces': [{'id': '957051ec-f5f3-4808-8656-6f68dd1e744b', 'name': '', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'mac_address': 'fa:16:3e:03:0b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:44Z', 'updated_at': '2021-06-05T16:59:47Z', 'revision_number': 4, 'project_id': '7772cf178ef94b0da27d590d70580910', 'subnets': [{'id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 16:59:48.497247 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43180) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:48.641204 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275834b-2433-4799-bf88-213948a9b2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:48.643021 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-0275834b-2433-4799-bf88-213948a9b2e1 admin admin] 10.222.0.37 "GET /v2.0/networks/709797a5-a6d8-44bd-801c-7e593c1205e4 HTTP/1.1" status: 200 len: 842 time: 0.1448238 Jun 05 16:59:48.652317 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:48.673331 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Made reservation on behalf of f31255007cdf4320aea9d7f6c2069250 for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 16:59:48.675638 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:49.047208 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.objects.ports [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91860) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 05 16:59:49.048191 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:49.052489 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:49.123891 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7606eb8-72c7-495a-9e19-8042b1349cc3,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:49.126505 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 16:59:49.126870 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Network hostable DHCP agents. Network: 709797a5-a6d8-44bd-801c-7e593c1205e4, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 16:59:49.131059 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:49.145798 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 16:59:49.155103 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 709797a5-a6d8-44bd-801c-7e593c1205e4) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 16:59:49.159210 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:49.159868 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:49.165810 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2400a-ed47-453e-8e1d-36fc52760ef0 None None] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 16:59:49.187414 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5313928 Jun 05 16:59:49.369984 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80eaca-de4a-4919-911b-7f786d5676ef None None] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 16:59:51.416397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43192) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:51.654277 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-1fcbbd86-4457-4d69-b714-aee76debb0cd admin admin] 10.222.0.37 "GET /v2.0/routers/b737d131-cf66-44fc-bd9e-df4ffde8c50c HTTP/1.1" status: 200 len: 710 time: 0.2367570 Jun 05 16:59:51.663327 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 957051ec-f5f3-4808-8656-6f68dd1e744b up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 16:59:51.731204 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 957051ec-f5f3-4808-8656-6f68dd1e744b completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 16:59:51.736564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 957051ec-f5f3-4808-8656-6f68dd1e744b triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:51.737185 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:51.786192 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d67e63-48c3-44bf-8f23-6dde93091007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 16:59:51.787736 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-20d67e63-48c3-44bf-8f23-6dde93091007 admin admin] 10.222.0.37 "GET /v2.0/networks/709797a5-a6d8-44bd-801c-7e593c1205e4 HTTP/1.1" status: 200 len: 886 time: 0.1281986 Jun 05 16:59:51.797434 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 16:59:51.861167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:51.893718 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 957051ec-f5f3-4808-8656-6f68dd1e744b, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=957051ec-f5f3-4808-8656-6f68dd1e744b,segment=NetworkSegment(87e9347a-345c-4f70-a080-a81a49436dea),segment_id=87e9347a-345c-4f70-a080-a81a49436dea)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 16:59:51.897264 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:51.900393 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:51.968230 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=957051ec-f5f3-4808-8656-6f68dd1e744b,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:51.971230 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:52.229563 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:52.551023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:52.612050 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:52.742616 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Allocated IP 172.27.0.10 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/09341ec6-4672-4825-ac3e-65fbd25c51a6) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 16:59:52.883028 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:52.910616 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:52.915014 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:53.018382 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 16:59:53.021134 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 16:59:53.025675 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 16:59:53.091865 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Pushing event updated for resources: {'Port': ['ID=09341ec6-4672-4825-ac3e-65fbd25c51a6,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:53.096727 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:53.396834 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:53.646751 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 957051ec-f5f3-4808-8656-6f68dd1e744b up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 16:59:53.713347 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 957051ec-f5f3-4808-8656-6f68dd1e744b triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:53.713724 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:53.724582 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:53.728160 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1916398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1916385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1914658'] for router, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:53.901974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Router b737d131-cf66-44fc-bd9e-df4ffde8c50c has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 16:59:54.073984 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 16:59:54.078209 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:54.079998 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] 10.222.0.37 "PUT /v2.0/routers/b737d131-cf66-44fc-bd9e-df4ffde8c50c HTTP/1.1" status: 200 len: 889 time: 2.2859819 Jun 05 16:59:54.084740 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Sync routers for ids ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 16:59:54.095069 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Routers {'b737d131-cf66-44fc-bd9e-df4ffde8c50c'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 16:59:54.095777 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T16:59:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:54.306697 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Set router b737d131-cf66-44fc-bd9e-df4ffde8c50c gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 16:59:54.638766 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '09341ec6-4672-4825-ac3e-65fbd25c51a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T16:59:34Z', 'updated_at': '2021-06-05T16:59:53Z', 'revision_number': 4, 'project_id': '7772cf178ef94b0da27d590d70580910', 'gw_port': {'id': '09341ec6-4672-4825-ac3e-65fbd25c51a6', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:52Z', 'updated_at': '2021-06-05T16:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '957051ec-f5f3-4808-8656-6f68dd1e744b', 'name': '', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'mac_address': 'fa:16:3e:03:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:44Z', 'updated_at': '2021-06-05T16:59:51Z', 'revision_number': 5, 'project_id': '7772cf178ef94b0da27d590d70580910', 'subnets': [{'id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:54.643573 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Checking router: b737d131-cf66-44fc-bd9e-df4ffde8c50c for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 16:59:54.643927 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Updating router b737d131-cf66-44fc-bd9e-df4ffde8c50c port 09341ec6-4672-4825-ac3e-65fbd25c51a6 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 16:59:54.694972 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:55.017111 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:55.027897 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Transition to ACTIVE for port object 09341ec6-4672-4825-ac3e-65fbd25c51a6 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 16:59:55.034280 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:55.038851 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:55.111744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Attempting to bind port 09341ec6-4672-4825-ac3e-65fbd25c51a6 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 16:59:55.112118 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Attempting to bind port 09341ec6-4672-4825-ac3e-65fbd25c51a6 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 16:59:55.112477 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Attempting to bind port 09341ec6-4672-4825-ac3e-65fbd25c51a6 on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 16:59:55.121128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 16:59:55.121500 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 16:59:55.121898 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:55.122287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 16:59:55.122742 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Bound port: 09341ec6-4672-4825-ac3e-65fbd25c51a6, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 16:59:55.123110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:55.145883 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f0d9-beee-4f32-b127-c20f44cb5be5 None None] Pushing event updated for resources: {'Port': ['ID=09341ec6-4672-4825-ac3e-65fbd25c51a6,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:55.148473 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-da11f0d9-beee-4f32-b127-c20f44cb5be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:55.197185 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] For port 09341ec6-4672-4825-ac3e-65fbd25c51a6, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 16:59:55.200098 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] For port 09341ec6-4672-4825-ac3e-65fbd25c51a6, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=09341ec6-4672-4825-ac3e-65fbd25c51a6,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 16:59:55.204966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:55.209525 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:55.279291 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Routers {'b737d131-cf66-44fc-bd9e-df4ffde8c50c'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 16:59:55.279841 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T16:59:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:55.354566 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f0d9-beee-4f32-b127-c20f44cb5be5 None None] Pushing event updated for resources: {'Port': ['ID=09341ec6-4672-4825-ac3e-65fbd25c51a6,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:55.357537 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-da11f0d9-beee-4f32-b127-c20f44cb5be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:55.463671 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] Set router b737d131-cf66-44fc-bd9e-df4ffde8c50c gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 16:59:55.804262 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '09341ec6-4672-4825-ac3e-65fbd25c51a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T16:59:34Z', 'updated_at': '2021-06-05T16:59:53Z', 'revision_number': 4, 'project_id': '7772cf178ef94b0da27d590d70580910', 'gw_port': {'id': '09341ec6-4672-4825-ac3e-65fbd25c51a6', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:52Z', 'updated_at': '2021-06-05T16:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '957051ec-f5f3-4808-8656-6f68dd1e744b', 'name': '', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'mac_address': 'fa:16:3e:03:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:44Z', 'updated_at': '2021-06-05T16:59:51Z', 'revision_number': 5, 'project_id': '7772cf178ef94b0da27d590d70580910', 'subnets': [{'id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 16:59:55.807987 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73645dc8-c297-44b7-b220-d2efb257d885 None None] The sync data for ids ['b737d131-cf66-44fc-bd9e-df4ffde8c50c'] in dv-cinder-794962-1-iscsi is: [{'id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'name': 'router1', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '09341ec6-4672-4825-ac3e-65fbd25c51a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T16:59:34Z', 'updated_at': '2021-06-05T16:59:53Z', 'revision_number': 4, 'project_id': '7772cf178ef94b0da27d590d70580910', 'gw_port': {'id': '09341ec6-4672-4825-ac3e-65fbd25c51a6', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:52Z', 'updated_at': '2021-06-05T16:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '957051ec-f5f3-4808-8656-6f68dd1e744b', 'name': '', 'network_id': '98ecd2b3-0057-4267-93b8-700a978db384', 'tenant_id': '7772cf178ef94b0da27d590d70580910', 'mac_address': 'fa:16:3e:03:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b737d131-cf66-44fc-bd9e-df4ffde8c50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T16:59:44Z', 'updated_at': '2021-06-05T16:59:51Z', 'revision_number': 5, 'project_id': '7772cf178ef94b0da27d590d70580910', 'subnets': [{'id': 'a9aaf439-ce42-4c00-a6b3-70dadb271763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a13d9735-3dbe-429a-8e0d-587e40b10995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 16:59:56.359160 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 16:59:56.430286 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43200) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 16:59:56.542265 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c99d4f9a-59df-4b34-b552-b1ca507c962f admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1108668 Jun 05 16:59:57.670444 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 09341ec6-4672-4825-ac3e-65fbd25c51a6 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 16:59:57.742278 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 09341ec6-4672-4825-ac3e-65fbd25c51a6 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 16:59:57.748095 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 09341ec6-4672-4825-ac3e-65fbd25c51a6 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:57.748668 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:57.877371 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:57.893171 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 09341ec6-4672-4825-ac3e-65fbd25c51a6, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=09341ec6-4672-4825-ac3e-65fbd25c51a6,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 16:59:57.897759 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 16:59:57.899940 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 16:59:57.965246 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=09341ec6-4672-4825-ac3e-65fbd25c51a6,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 16:59:57.968184 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 16:59:59.667169 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 09341ec6-4672-4825-ac3e-65fbd25c51a6 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 16:59:59.754915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 09341ec6-4672-4825-ac3e-65fbd25c51a6 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 16:59:59.755631 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:09.265452 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2f62d772-1b05-494f-9133-40432e9b13d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:11.685706 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:11.888334 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-11c11b1a-98cd-4f5c-a56c-8015adab3b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:12.904130 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:14.522171 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:33.358663 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:00:39.259678 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9ef8fca2-7064-4a9c-9f0c-601051785b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:41.680484 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:41.886732 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c55f592d-5c1c-473d-9992-8255f28e4330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:42.904111 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:00:44.506283 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:09.260341 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e7cc23fd-e827-4a0d-b1c9-52187cc912c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:10.357597 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:01:11.683736 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:11.880338 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4dbbae1a-af3c-48d0-98ae-1281202d57af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:12.907456 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:14.504946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:30.898544 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43768) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:30.966870 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59a5f59-1f03-4fc4-8a3e-9262398a0cc4 admin admin] GET failed (client error): The resource could not be found. Jun 05 17:01:30.968622 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a59a5f59-1f03-4fc4-8a3e-9262398a0cc4 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0691266 Jun 05 17:01:31.148123 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfeda77-d5f5-4ad3-aa35-172a534a0e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:31.149489 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9dfeda77-d5f5-4ad3-aa35-172a534a0e06 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1771433 Jun 05 17:01:33.266878 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43778) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:33.376006 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a184e-c710-4986-9c6e-136c78ddf1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:33.377322 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-689a184e-c710-4986-9c6e-136c78ddf1fc admin admin] 10.222.0.37 "GET /v2.0/subnets/a9aaf439-ce42-4c00-a6b3-70dadb271763 HTTP/1.1" status: 200 len: 849 time: 0.1094820 Jun 05 17:01:33.386416 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:01:33.504609 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:33.685061 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787166613733'] for subnet, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:33.690186 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d894c05a-f053-4b67-84ad-8df327065f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:01:33.728474 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:33.728474 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:33.730481 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] 10.222.0.37 "PUT /v2.0/subnets/a9aaf439-ce42-4c00-a6b3-70dadb271763 HTTP/1.1" status: 200 len: 868 time: 0.3473928 Jun 05 17:01:33.731604 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c9917-01e6-476e-8f91-1b6c4d1f5c39 None None] Network 98ecd2b3-0057-4267-93b8-700a978db384 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:01:33.755856 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9aaf439-ce42-4c00-a6b3-70dadb271763,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:01:33.763397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.763764 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.764090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.764418 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.765336 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.765679 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.766007 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.766334 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.766655 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.766973 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.767290 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.767631 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:01:33.771471 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:01:34.157141 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b1e7ce96-a860-43c0-95d5-6118cdc71a0a None None] Provisioning complete for port 957051ec-f5f3-4808-8656-6f68dd1e744b triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:01:34.157640 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce96-a860-43c0-95d5-6118cdc71a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:34.280999 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b1e7ce96-a860-43c0-95d5-6118cdc71a0a None None] Provisioning complete for port d7e02c0f-510c-4ae0-af94-7f64a0ee9a1b triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:01:34.281257 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce96-a860-43c0-95d5-6118cdc71a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:35.865299 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43786) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:36.033387 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba900c40-b8e5-4638-af7c-6bf6dc8c415c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:36.033771 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba900c40-b8e5-4638-af7c-6bf6dc8c415c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:36.035258 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ba900c40-b8e5-4638-af7c-6bf6dc8c415c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1689975 Jun 05 17:01:38.158517 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43794) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:38.327171 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c0c2a-934d-4c65-a3c8-f517f75a3034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:38.327669 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c0c2a-934d-4c65-a3c8-f517f75a3034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:38.329160 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-372c0c2a-934d-4c65-a3c8-f517f75a3034 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1696825 Jun 05 17:01:39.264200 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2d07bd82-c693-41a3-96e0-a9c03f40ba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:40.444220 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43802) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:40.605963 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe44451-fb50-4fb8-ab18-c448867efdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:40.607294 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8fe44451-fb50-4fb8-ab18-c448867efdec admin admin] 10.222.0.37 "GET /v2.0/networks/709797a5-a6d8-44bd-801c-7e593c1205e4 HTTP/1.1" status: 200 len: 886 time: 0.1621354 Jun 05 17:01:41.686184 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:41.884053 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2729ed39-2d7c-4e36-b7aa-d6232354da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:42.709972 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43810) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:42.877747 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6c1a6-0726-4cb5-accf-b3f8a94d9b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:42.879088 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a8c6c1a6-0726-4cb5-accf-b3f8a94d9b19 admin admin] 10.222.0.37 "GET /v2.0/networks/98ecd2b3-0057-4267-93b8-700a978db384 HTTP/1.1" status: 200 len: 869 time: 0.1681848 Jun 05 17:01:42.910825 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:44.507141 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:01:45.004813 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43818) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:45.115223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6204e-fa4d-464d-bfdd-cedffa7a3002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:45.115707 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6204e-fa4d-464d-bfdd-cedffa7a3002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:45.117173 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-b3c6204e-fa4d-464d-bfdd-cedffa7a3002 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114345 Jun 05 17:01:47.243584 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43828) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:47.346224 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5cc3e-b58d-4021-bcf4-4ef7a14f7ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:47.346677 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5cc3e-b58d-4021-bcf4-4ef7a14f7ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:47.348152 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-48d5cc3e-b58d-4021-bcf4-4ef7a14f7ed5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1036162 Jun 05 17:01:47.356158 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:01:49.476539 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43836) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:49.577369 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f644a-7c4a-4426-b92b-0be16b2d71c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:49.578649 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-bb2f644a-7c4a-4426-b92b-0be16b2d71c8 admin admin] 10.222.0.37 "GET /v2.0/subnets/a7606eb8-72c7-495a-9e19-8042b1349cc3 HTTP/1.1" status: 200 len: 816 time: 0.1011879 Jun 05 17:01:51.669954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43844) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:01:51.778622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c430d-1d1b-4be3-b268-b390a2223903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:01:51.779978 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-5f0c430d-1d1b-4be3-b268-b390a2223903 admin admin] 10.222.0.37 "GET /v2.0/subnets/a9aaf439-ce42-4c00-a6b3-70dadb271763 HTTP/1.1" status: 200 len: 868 time: 0.1090972 Jun 05 17:02:09.267266 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c5388a5d-a5fa-4de7-aeaa-a5675e3b18d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:11.688915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:11.885934 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-93b73188-d30f-4ae5-b06e-c9b7bdd59624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:12.912729 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:14.509744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:14.769308 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43888) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:02:14.816137 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [None req-ac3ffa2a-962b-458c-9890-723c9edee5f4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:02:14.817133 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ac3ffa2a-962b-458c-9890-723c9edee5f4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469270 Jun 05 17:02:17.034975 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43896) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:02:17.103835 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.pecan_wsgi.hooks.translation [None req-2447712b-7f68-49e5-bd76-7ae2cc5678d6 admin admin] GET failed (client error): The resource could not be found. Jun 05 17:02:17.105093 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2447712b-7f68-49e5-bd76-7ae2cc5678d6 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690618 Jun 05 17:02:17.234181 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b70d2a-b435-4f83-9518-28d543768995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:02:17.235589 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e6b70d2a-b435-4f83-9518-28d543768995 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1255598 Jun 05 17:02:19.357415 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43904) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:02:19.402645 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:02:19.423820 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Made reservation on behalf of f31255007cdf4320aea9d7f6c2069250 for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:02:19.426065 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:19.511899 dv-cinder-794962-1-iscsi neutron-server[91860]: WARNING neutron.services.revisions.revision_plugin [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Could not find related network for resource to bump revision. Jun 05 17:02:19.523717 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:02:19.533614 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:19.533971 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Added segment 431fc182-e765-4792-b93f-cb053ab5507d of type vlan for network f2584b81-7019-4afc-b64e-8c57a504c30c Jun 05 17:02:19.563240 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:19.590736 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:19.592529 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:02:19.593484 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:19.597843 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:02:19.643456 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2841530 Jun 05 17:02:19.750515 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Pushing event updated for resources: {'Network': ['ID=f2584b81-7019-4afc-b64e-8c57a504c30c,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:02:19.754412 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:02:19.763036 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network f2584b81-7019-4afc-b64e-8c57a504c30c details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:02:21.766253 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43912) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:02:21.833131 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88f9441-c90f-48a7-917a-4b6f54dfacd4 admin admin] GET failed (client error): The resource could not be found. Jun 05 17:02:21.834358 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a88f9441-c90f-48a7-917a-4b6f54dfacd4 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671787 Jun 05 17:02:21.934803 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57e5bd-1f98-4024-bdbb-26dbcdc1856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:02:21.937018 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2e57e5bd-1f98-4024-bdbb-26dbcdc1856e admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987015 Jun 05 17:02:21.946346 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:02:21.966368 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Made reservation on behalf of f31255007cdf4320aea9d7f6c2069250 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:02:21.968694 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:22.167007 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:22.170905 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:02:22.235058 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f081fd37-e731-413f-9dc8-9d49a86f7dec,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:02:22.246464 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.246814 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.247146 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.247493 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.247808 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.248768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.249088 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.249399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.249725 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.250050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.250338 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.250643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:22.254801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:02:22.255590 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Checking segment: {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:02:22.255935 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Network hostable DHCP agents. Network: f2584b81-7019-4afc-b64e-8c57a504c30c, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:02:22.271668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Network f2584b81-7019-4afc-b64e-8c57a504c30c is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:02:22.280324 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, f2584b81-7019-4afc-b64e-8c57a504c30c) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:02:22.284111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:02:22.284685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:22.290190 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34742b67-06f1-412c-afc7-4abac71d2bc2 None None] Network f2584b81-7019-4afc-b64e-8c57a504c30c requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:02:22.307430 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3599508 Jun 05 17:02:22.514274 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-f2584b81-7019-4afc-b64e-8c57a504c30c', 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c', 'tenant_id': 'f31255007cdf4320aea9d7f6c2069250', 'fixed_ips': [{'subnet_id': 'f081fd37-e731-413f-9dc8-9d49a86f7dec'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:02:22.515128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:22.671628 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Allocated IP 192.168.233.2 (f2584b81-7019-4afc-b64e-8c57a504c30c/f081fd37-e731-413f-9dc8-9d49a86f7dec/2bfe949b-c61c-41fb-9284-26465988a7a7) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:02:22.877474 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:22.887959 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Transition to ACTIVE for port object 2bfe949b-c61c-41fb-9284-26465988a7a7 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:02:22.907135 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Transition to ACTIVE for port object 2bfe949b-c61c-41fb-9284-26465988a7a7 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:02:22.916229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:22.921216 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d1ff4815-c773-4d09-ae9b-97168bfa5ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:02:22.989009 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Network f2584b81-7019-4afc-b64e-8c57a504c30c is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:02:22.992248 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:02:22.994106 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Pushing event updated for resources: {'Port': ['ID=2bfe949b-c61c-41fb-9284-26465988a7a7,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:02:22.996349 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:02:23.061544 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.061892 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.062231 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.062564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.062900 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.063228 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.063577 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.063906 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.064246 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.064589 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.064913 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.065234 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:02:23.078712 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:02:23.094326 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Attempting to bind port 2bfe949b-c61c-41fb-9284-26465988a7a7 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:02:23.094702 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Attempting to bind port 2bfe949b-c61c-41fb-9284-26465988a7a7 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:02:23.095067 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Attempting to bind port 2bfe949b-c61c-41fb-9284-26465988a7a7 on network f2584b81-7019-4afc-b64e-8c57a504c30c {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:02:23.100355 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:02:23.100734 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Checking segment: {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:02:23.101137 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:23.101530 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Bound using segment: {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:02:23.101996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Bound port: 2bfe949b-c61c-41fb-9284-26465988a7a7, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:02:23.102368 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:23.191623 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] For port 2bfe949b-c61c-41fb-9284-26465988a7a7, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:02:23.194541 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] For port 2bfe949b-c61c-41fb-9284-26465988a7a7, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=2bfe949b-c61c-41fb-9284-26465988a7a7,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:02:23.198947 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:23.202927 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:02:23.273542 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Pushing event updated for resources: {'Port': ['ID=2bfe949b-c61c-41fb-9284-26465988a7a7,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:02:23.276720 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:02:23.784628 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 2bfe949b-c61c-41fb-9284-26465988a7a7 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:02:23.863425 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 2bfe949b-c61c-41fb-9284-26465988a7a7 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:02:24.090249 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e8601-7306-4352-8216-fea8787cd869 None None] Network f2584b81-7019-4afc-b64e-8c57a504c30c requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:02:24.209850 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Provisioning for port 2bfe949b-c61c-41fb-9284-26465988a7a7 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:02:24.219446 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Provisioning complete for port 2bfe949b-c61c-41fb-9284-26465988a7a7 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:02:24.219829 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:24.354777 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:02:24.424301 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:24.463566 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] For port 2bfe949b-c61c-41fb-9284-26465988a7a7, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=2bfe949b-c61c-41fb-9284-26465988a7a7,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:02:24.468588 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:24.471174 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:02:24.544682 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Pushing event updated for resources: {'Port': ['ID=2bfe949b-c61c-41fb-9284-26465988a7a7,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:02:24.548686 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:02:24.691577 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-d5e7dd2e-6032-4f23-b198-8d80cf1f546f None None] Provisioning complete for port 2bfe949b-c61c-41fb-9284-26465988a7a7 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:02:24.691878 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d5e7dd2e-6032-4f23-b198-8d80cf1f546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:25.757675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 2bfe949b-c61c-41fb-9284-26465988a7a7 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:02:25.823167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 2bfe949b-c61c-41fb-9284-26465988a7a7 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:02:25.823560 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:39.268876 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-091bdeb3-24de-4931-9886-f3445a5b8c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:41.691790 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:41.888138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-88c96a75-ed37-4b01-925c-fbb6b0a6282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:42.915967 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:02:44.513599 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:01.353321 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:03:09.270946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cee0e010-52eb-4788-9083-a896f3870523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:11.695012 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:11.890328 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-627f64ec-610d-4a32-826f-55cd0c8bd226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:12.918527 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:14.516169 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:34.673533 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43964) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:03:34.679484 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [None req-b8af9d56-12e1-4175-8d79-a676cae040c9 tempest-verify_tempest_config-1921663175 tempest-verify_tempest_config-1921663175-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:03:34.680449 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b8af9d56-12e1-4175-8d79-a676cae040c9 tempest-verify_tempest_config-1921663175 tempest-verify_tempest_config-1921663175-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059083 Jun 05 17:03:34.978591 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 43982) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:03:35.090619 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.189036 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.192444 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.201071 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:03:35.238715 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5ec2478ebff4420b27c4ece80327fd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2591221 Jun 05 17:03:35.240485 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dffd54-a54d-47d9-8fdf-726c1e103008,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:03:35.241628 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 43986) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:03:35.247799 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.248151 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.248488 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.248820 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.249147 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.249489 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.250437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.250763 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.251102 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.251450 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.251772 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.252084 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.255809 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:03:35.307188 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.336496 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.426745 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.429470 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:35.430590 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14dffd54-a54d-47d9-8fdf-726c1e103008 HTTP/1.1" status: 204 len: 168 time: 0.1879928 Jun 05 17:03:35.431205 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:03:35.441515 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dffd54-a54d-47d9-8fdf-726c1e103008,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:03:35.448329 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.448671 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.448999 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.449327 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.449760 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.450087 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.450399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.450712 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.451050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.451380 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.451708 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.451995 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:03:35.454929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:03:38.351229 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:03:39.272918 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e602ffca-29a7-44cc-b96c-285a63839f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:41.697004 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:41.894227 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5371-9a37-4663-a9e5-7b352711fde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:42.922447 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:03:44.519627 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:09.274197 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-86581e2a-204a-450f-9832-623ba1dbf151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:11.699133 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:11.896468 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0b49f4b1-57e4-41ba-9301-976521b7d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:12.923709 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:14.521261 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:15.349335 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:04:39.274727 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-44f68b07-d5d3-431b-9dac-229f10b5c8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:41.701483 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:41.897285 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5a64ab36-2215-4033-b967-32f972ebb3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:42.925764 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:44.523696 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:04:52.348122 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 5 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:05:06.679334 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556'] for agent, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:09.276752 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7db9106d-609b-4c9c-aee7-1e1c346a81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:09.917976 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44040) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:05:10.026907 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-11381ee7-a700-4cac-a4bb-5f17b35e3abc admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1078479 Jun 05 17:05:11.703472 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:11.899292 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ccdf27cb-32c3-4c8c-bb30-edd3f392511f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:12.177753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44050) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:05:12.230807 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d6f9354a-37d5-46ef-9cbe-9952a2f32551 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520189 Jun 05 17:05:12.928801 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:14.527938 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:29.347623 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:05:36.633994 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:39.277768 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbfb5-ec62-4f2c-95c4-160d153baa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:41.706144 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:41.899933 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8ec74de5-348c-4954-b902-53311206d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:42.931402 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:05:44.530262 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:06.346734 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:06:06.649135 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:09.279043 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-aeab9cc1-f70f-4257-8e7a-50553749f7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:11.708928 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:11.900682 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b67cb940-86ee-4812-9bc0-c198d7edc9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:12.936337 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:14.533447 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:36.670643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:36.974147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44262) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:37.011182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44272) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:37.422528 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-82158968-network', 'tenant_id': '9772d3226681444ab0ee5dcb1d621425'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:37.442499 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-198595463-network', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:37.447269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Made reservation on behalf of 9772d3226681444ab0ee5dcb1d621425 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:37.450893 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.464808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44300) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:37.471446 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.473001 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Made reservation on behalf of 5d04903682c946e2afc72e7e72d9e09b for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:37.475447 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.488554 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.493779 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44304) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:37.594455 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.602337 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.608078 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:37.637645 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799c0b9-c7c9-4543-b980-53c40c25c242,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:37.646525 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.647014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.647222 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.647588 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.647901 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.648409 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.648893 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.649376 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.649865 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.650335 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.650797 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.651245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Tracked resource versions report: Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: pushed versions: Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: { 'AddressGroup': {'1.2'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'ConntrackHelper': {'1.0'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Log': {'1.0'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Network': {'1.1'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Port': {'1.7'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'PortForwarding': {'1.2'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'QosPolicy': {'1.8'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroup': {'1.4'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroupRule': {'1.2'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SubPort': {'1.0'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Subnet': {'1.1'}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Trunk': {'1.1'}} Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: consumer versions: Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: HyperV agent@hv-cinder-79496: {}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'ConntrackHelper': '1.0', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Log': '1.0', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Network': '1.1', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Port': '1.7', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'PortForwarding': '1.2', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'QosPolicy': '1.8', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroup': '1.4', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SecurityGroupRule': '1.2', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'SubPort': '1.0', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Subnet': '1.1', Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: 'Trunk': '1.1'}} Jun 05 17:06:37.652381 dv-cinder-794962-1-iscsi neutron-server[91861]: {{(pid=91861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 17:06:37.660848 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:37.665292 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:06:37.680418 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.681034 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Added segment 37b5b9ea-1927-40cc-a1d2-3f86d6863243 of type vlan for network b37c4296-042a-4f7c-a0a0-cd31240329ef Jun 05 17:06:37.712189 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.727716 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.737702 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.742825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-abf33792-f0d6-4c82-8eb6-d3648f648391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:37.750660 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.752147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:37.752753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.770709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-94006d95-7584-4866-a4a6-c3bb7aef58c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:37.790236 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8149993 Jun 05 17:06:37.793575 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44312) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:37.799248 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Request body: {'subnet': {'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-82158968-subnet', 'tenant_id': '9772d3226681444ab0ee5dcb1d621425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:37.806365 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f220545-6bf7-4534-a307-9f01738fc70e,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:37.813571 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:06:37.816233 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.816598 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.816940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.817273 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.817601 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.817944 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.818272 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.818589 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.819119 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.819641 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.820117 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.820752 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Tracked resource versions report: Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: pushed versions: Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: { 'AddressGroup': {'1.2'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'ConntrackHelper': {'1.0'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Log': {'1.0'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Network': {'1.1'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Port': {'1.7'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'PortForwarding': {'1.2'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'QosPolicy': {'1.8'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroup': {'1.4'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroupRule': {'1.2'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SubPort': {'1.0'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Subnet': {'1.1'}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Trunk': {'1.1'}} Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: consumer versions: Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: HyperV agent@hv-cinder-79496: {}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'ConntrackHelper': '1.0', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Log': '1.0', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Network': '1.1', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Port': '1.7', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'PortForwarding': '1.2', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'QosPolicy': '1.8', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroup': '1.4', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SecurityGroupRule': '1.2', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'SubPort': '1.0', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Subnet': '1.1', Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: 'Trunk': '1.1'}} Jun 05 17:06:37.821898 dv-cinder-794962-1-iscsi neutron-server[91860]: {{(pid=91860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 17:06:37.833788 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:37.845318 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.845648 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Added segment eb537cbe-aee2-465d-a0a6-56e6ab676e59 of type vlan for network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 Jun 05 17:06:37.884829 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.922851 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.925178 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:37.926752 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.927918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Made reservation on behalf of 9772d3226681444ab0ee5dcb1d621425 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:37.930895 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:37.933985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:37.989175 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1122808925-network', 'tenant_id': '05bd3192cf53437ca9e4213313894898'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:38.011805 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b37c4296-042a-4f7c-a0a0-cd31240329ef,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:38.026813 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network b37c4296-042a-4f7c-a0a0-cd31240329ef details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:06:38.162075 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Made reservation on behalf of 05bd3192cf53437ca9e4213313894898 for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:38.164987 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.174468 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Pushing event updated for resources: {'Network': ['ID=b8720de0-7ba9-4d0d-ad25-04df98d58bd1,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:38.179098 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:38.184992 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1720910 Jun 05 17:06:38.187707 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44334) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:38.187829 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:06:38.193848 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Request body: {'subnet': {'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-subnet', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:38.218300 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.230481 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Made reservation on behalf of 5d04903682c946e2afc72e7e72d9e09b for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:38.233437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.246647 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-network', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:38.255613 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:38.427114 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.434269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:38.552696 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.568532 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.576875 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:38.613964 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e92f12-d40e-44d3-a666-b3e4923542b8,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:38.614176 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Checking segment: {'id': '37b5b9ea-1927-40cc-a1d2-3f86d6863243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:38.614300 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Network hostable DHCP agents. Network: b37c4296-042a-4f7c-a0a0-cd31240329ef, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:06:38.621367 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:38.632289 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eab7d8f-54b0-431a-8459-386bf9b73880,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:38.646517 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:06:38.654197 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:38.674642 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.675274 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Added segment 379c6eea-f20b-467b-8680-3752443dda3c of type vlan for network 206f36bd-594e-481f-b20d-d27e5fe0d363 Jun 05 17:06:38.677955 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Made reservation on behalf of a8a58f11334d4f3189bcc6787b965e0e for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:38.684528 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.691438 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.694634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:38.779783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.784052 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.796076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Network b37c4296-042a-4f7c-a0a0-cd31240329ef is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:06:38.820437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Checking segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:38.820789 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Network hostable DHCP agents. Network: b8720de0-7ba9-4d0d-ad25-04df98d58bd1, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:06:38.835734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, b37c4296-042a-4f7c-a0a0-cd31240329ef) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:38.840940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6ffdc6-93f2-4b67-899f-bb73080c7722,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:38.844113 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:38.845103 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.849567 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:38.854071 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e0675b-131f-44cd-96d0-cbc8d1e6c1a0 None None] Network b37c4296-042a-4f7c-a0a0-cd31240329ef requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:38.863570 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.865041 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:38.865715 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.870809 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0c512fa1-4e29-4472-9ebb-277ee83c5423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:38.894531 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:06:38.931203 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, b8720de0-7ba9-4d0d-ad25-04df98d58bd1) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:38.940250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:38.940824 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.943527 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7233b33-8bdf-4975-971a-bbdfc7b1642b None None] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:38.980812 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:38.991565 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.002117 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:39.003308 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Pushing event updated for resources: {'Network': ['ID=206f36bd-594e-481f-b20d-d27e5fe0d363,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:39.007068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:39.016668 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5506043 Jun 05 17:06:39.017807 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44356) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:39.022981 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8331163 Jun 05 17:06:39.023914 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44358) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:39.029796 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Request body: {'subnet': {'network_id': '206f36bd-594e-481f-b20d-d27e5fe0d363', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1122808925-subnet', 'tenant_id': '05bd3192cf53437ca9e4213313894898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:39.030039 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:39.055974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.062782 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2623987 Jun 05 17:06:39.066727 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.087732 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.113190 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:06:39.130670 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e044b2ca-2c53-407d-b57e-aff3d49e4db3,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:39.137904 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:39.140652 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.140863 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Added segment 92123f5a-a85e-40be-917f-b9eedc7d33f9 of type vlan for network 47fda9a2-d967-45f2-9658-81cb66bc9c38 Jun 05 17:06:39.241393 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Made reservation on behalf of 05bd3192cf53437ca9e4213313894898 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:39.244028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.325157 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 206f36bd-594e-481f-b20d-d27e5fe0d363 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:06:39.438865 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.568320 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.575395 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:39.577046 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.610087 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:39.691227 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.774470 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4169d909-a7df-4965-8c20-d2258a35cc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.790976 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44420) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:39.794565 dv-cinder-794962-1-iscsi neutron-server[91860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 05 17:06:39.838515 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=47fda9a2-d967-45f2-9658-81cb66bc9c38,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:39.842085 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3471992 Jun 05 17:06:39.842913 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:39.849298 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44424) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:39.860687 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:06:39.866827 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Request body: {'subnet': {'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-subnet', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:39.881926 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:06:39.883552 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.893989 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:39.922032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-449633f8-0dbf-49da-8b51-3485f1e1cba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:39.991278 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Made reservation on behalf of a8a58f11334d4f3189bcc6787b965e0e for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:39.993685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:40.088323 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-8ae66a9c-bff2-451d-9cb9-e029ce966d6a tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:40.096278 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-8ae66a9c-bff2-451d-9cb9-e029ce966d6a tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/networks?id=b37c4296-042a-4f7c-a0a0-cd31240329ef HTTP/1.1" status: 200 len: 810 time: 0.3033543 Jun 05 17:06:40.103009 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44428) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:40.125454 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-546d6e98-7a7b-4890-bbbb-6d5b488a920d tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/quotas/9772d3226681444ab0ee5dcb1d621425 HTTP/1.1" status: 200 len: 375 time: 0.0246153 Jun 05 17:06:40.133594 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76e99e0-4969-41f2-be9b-c3f101628f83,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:40.146304 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:40.148223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Checking segment: {'id': '379c6eea-f20b-467b-8680-3752443dda3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '206f36bd-594e-481f-b20d-d27e5fe0d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:40.148576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Network hostable DHCP agents. Network: 206f36bd-594e-481f-b20d-d27e5fe0d363, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:06:40.194328 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-58cef614-e86c-4fcf-93ec-e5fd197a4523 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9772d3226681444ab0ee5dcb1d621425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673072 Jun 05 17:06:40.258440 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Network 206f36bd-594e-481f-b20d-d27e5fe0d363 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:06:40.282430 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 206f36bd-594e-481f-b20d-d27e5fe0d363) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:40.314744 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:40.315632 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:40.353855 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21795f-845e-4b0b-ad69-190e573fe16a None None] Network 206f36bd-594e-481f-b20d-d27e5fe0d363 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:40.364296 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3394425 Jun 05 17:06:40.402081 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5042f93-9dfd-494c-a627-28dff1f2242d None None] Network b37c4296-042a-4f7c-a0a0-cd31240329ef requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:40.510959 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:40.519474 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:40.552177 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:40.603605 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-f5f34189-da99-48ec-a19f-ebd7bbf9e2e3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:06:40.610762 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-f5f34189-da99-48ec-a19f-ebd7bbf9e2e3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2020502 Jun 05 17:06:40.649869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419bcf44-3c5e-469c-bf09-39d8e24b17c9,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:40.653820 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:40.656339 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Checking segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:40.656684 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Network hostable DHCP agents. Network: 47fda9a2-d967-45f2-9658-81cb66bc9c38, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:06:40.701491 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:06:40.720090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 47fda9a2-d967-45f2-9658-81cb66bc9c38) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:40.724366 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:40.724943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:40.772383 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc729d-facf-4d88-8b8d-7a5aca8c35f8 None None] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:40.930350 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:40.956675 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-73d6e467-98a9-4620-b58b-a9948a2d6e52 service neutron] 10.222.0.37 "GET /v2.0/networks/b37c4296-042a-4f7c-a0a0-cd31240329ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352997 Jun 05 17:06:40.966374 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.259039 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Allocated IP 172.27.0.190 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/d2e0aebe-bcbe-4293-8b32-4149b4a1ac42) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:41.267964 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85897a76-c19a-479b-a523-eb0547c4e824 None None] Network 206f36bd-594e-481f-b20d-d27e5fe0d363 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:41.325893 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-846564bf-6478-41e9-b8df-73e7579cb53f service neutron] 10.222.0.37 "GET /v2.0/networks/b37c4296-042a-4f7c-a0a0-cd31240329ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448168 Jun 05 17:06:41.461267 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Allocated IP 172.20.0.2 (b8720de0-7ba9-4d0d-ad25-04df98d58bd1/2d6ffdc6-93f2-4b67-899f-bb73080c7722/232088d4-c696-47ea-bd64-8da9b9bed624) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:41.466260 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.475515 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44488) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:41.476346 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.482640 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365124847-network', 'tenant_id': '8ce75c70a9944036a4f9d65b65bef2bb'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:41.493139 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6404359 Jun 05 17:06:41.493846 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44490) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:41.496434 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:41.503150 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:41.535771 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f74c4b-38ab-4750-af6d-56d3ff911644,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:41.544010 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.545873 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Made reservation on behalf of 8ce75c70a9944036a4f9d65b65bef2bb for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:41.548361 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:41.552667 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.572856 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2bf299be3c14d64b07220f30bec312a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4688251 Jun 05 17:06:41.575608 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44496) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:41.584094 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.658172 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.664386 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.665373 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.687751 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44506) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:41.694841 dv-cinder-794962-1-iscsi neutron-server[91861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 05 17:06:41.698401 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.732862 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.743503 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb1708-d0a6-4b01-9308-7323b24c68d5 None None] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:41.763107 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7f5a3783-8e62-4355-9c11-a833ab98af81 req-ce365106-2ad0-421a-b884-33b3bfb32694 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.0716424 Jun 05 17:06:41.765258 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3bf9ce0a-12f6-480c-aa07-a963e900f440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:41.776263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:41.829195 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:41.847620 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:41.850773 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:42.009299 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.065282 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.080352 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ef8c7163-46ec-4a89-ab99-c4d3c51e0bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:42.112608 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:42.134885 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:42.157586 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.165213 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.166820 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.169120 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7f74c4b-38ab-4750-af6d-56d3ff911644 HTTP/1.1" status: 204 len: 168 time: 0.5924098 Jun 05 17:06:42.170480 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:42.181566 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f74c4b-38ab-4750-af6d-56d3ff911644,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:42.186166 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:06:42.210544 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4316651d-c0ca-462c-9fe5-161972add215,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:42.244220 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.244562 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Added segment 1da297b9-abd0-4412-be2a-e778c9d111d6 of type vlan for network f5398378-9285-41e0-8f4d-007ee944daec Jun 05 17:06:42.246451 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:42.322534 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.401049 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.413081 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dc658351-ac97-48d3-9d7d-5760bd7fdcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.464281 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.468151 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:42.470881 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.490263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:42.530798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.683940 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Transition to ACTIVE for port object 232088d4-c696-47ea-bd64-8da9b9bed624 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:42.719258 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Transition to ACTIVE for port object 232088d4-c696-47ea-bd64-8da9b9bed624 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:42.729180 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.763390 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:42.763390 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:42.809403 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:42.979853 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:42.982498 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Pushing event updated for resources: {'Port': ['ID=232088d4-c696-47ea-bd64-8da9b9bed624,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:42.985278 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:42.989717 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:43.002754 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.003440 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.004058 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.006096 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.006654 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.007568 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.009403 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.010006 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.010557 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.011088 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.011828 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.013704 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Tracked resource versions report: Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: pushed versions: Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: { 'AddressGroup': {'1.2'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'ConntrackHelper': {'1.0'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Log': {'1.0'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Network': {'1.1'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Port': {'1.7'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'PortForwarding': {'1.2'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'QosPolicy': {'1.8'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroup': {'1.4'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroupRule': {'1.2'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SubPort': {'1.0'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Subnet': {'1.1'}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Trunk': {'1.1'}} Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: consumer versions: Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: HyperV agent@hv-cinder-79496: {}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'ConntrackHelper': '1.0', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Log': '1.0', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Network': '1.1', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Port': '1.7', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'PortForwarding': '1.2', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'QosPolicy': '1.8', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroup': '1.4', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SecurityGroupRule': '1.2', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'SubPort': '1.0', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Subnet': '1.1', Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: 'Trunk': '1.1'}} Jun 05 17:06:43.014996 dv-cinder-794962-1-iscsi neutron-server[91862]: {{(pid=91862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 17:06:43.026362 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:43.046645 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5159a652-7da7-461e-9415-5a72786dfcba req-2140a9f7-666c-4c8a-9c35-e0e622bd3d18 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.1579425 Jun 05 17:06:43.162987 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Attempting to bind port 232088d4-c696-47ea-bd64-8da9b9bed624 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:06:43.163387 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Attempting to bind port 232088d4-c696-47ea-bd64-8da9b9bed624 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:06:43.163757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Attempting to bind port 232088d4-c696-47ea-bd64-8da9b9bed624 on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:06:43.165887 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.176375 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:06:43.176765 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Checking segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:43.177150 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.177553 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Bound using segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:06:43.178026 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Bound port: 232088d4-c696-47ea-bd64-8da9b9bed624, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:06:43.178400 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.226644 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Pushing event updated for resources: {'Network': ['ID=f5398378-9285-41e0-8f4d-007ee944daec,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:43.303600 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44592) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:43.333799 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8535054 Jun 05 17:06:43.333799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:43.335178 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] For port 232088d4-c696-47ea-bd64-8da9b9bed624, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:06:43.335311 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44596) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:43.346718 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:06:43.348540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] For port 232088d4-c696-47ea-bd64-8da9b9bed624, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=232088d4-c696-47ea-bd64-8da9b9bed624,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:06:43.350367 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network f5398378-9285-41e0-8f4d-007ee944daec details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:06:43.352461 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Request body: {'subnet': {'network_id': 'f5398378-9285-41e0-8f4d-007ee944daec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365124847-subnet', 'tenant_id': '8ce75c70a9944036a4f9d65b65bef2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:43.371574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.384879 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-577e09ef-f1ad-406f-a6cc-dfab674fd43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:43.410401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Made reservation on behalf of 8ce75c70a9944036a4f9d65b65bef2bb for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:43.415026 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.494365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Pushing event updated for resources: {'Port': ['ID=232088d4-c696-47ea-bd64-8da9b9bed624,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:43.498694 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:43.576658 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.917840 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.925862 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:43.979120 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.111711 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 232088d4-c696-47ea-bd64-8da9b9bed624 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:06:44.302849 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 232088d4-c696-47ea-bd64-8da9b9bed624 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:06:44.373260 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Allocated IP 172.27.0.207 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/ef1933e9-3523-4cf9-9fb0-ccf86fac0587) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:44.396633 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:06:44.406532 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.455753 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3ed9a56b-970b-457a-972f-1bb478f54227 req-686ae701-0459-4156-a22e-ceb39d7f438b tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.0717020 Jun 05 17:06:44.497430 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.556749 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.557323 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e16e2757-b353-4ef7-b6da-9ec1e9330f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:44.648355 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39d5e660787945f0aa97ba11e47005cb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3414149 Jun 05 17:06:44.648859 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44642) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:44.650948 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a108d72-7842-47bc-be99-c60b30c0cf61,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:44.656016 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:44.676137 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.700759 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:44.763694 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:06:44.778313 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:06:44.787884 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.793100 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7667766 Jun 05 17:06:44.793100 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44648) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:44.793388 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:06:44.793733 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:44.858858 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d2d0f4-ad7d-45e3-a356-96eed9ed602c,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:44.910477 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:44.930480 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:44.967545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Checking segment: {'id': '1da297b9-abd0-4412-be2a-e778c9d111d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f5398378-9285-41e0-8f4d-007ee944daec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:44.978499 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Network hostable DHCP agents. Network: f5398378-9285-41e0-8f4d-007ee944daec, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:06:45.031432 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.43', 56653) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:45.097074 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:06:45.116650 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44656) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:45.130847 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e3dcc-bcc8-465b-85e1-9c6c7c398e3d None None] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:45.186872 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.212967 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.277967 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Provisioning for port 232088d4-c696-47ea-bd64-8da9b9bed624 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:06:45.420185 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Provisioning complete for port 232088d4-c696-47ea-bd64-8da9b9bed624 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:45.420727 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.504591 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:42Z', 'revision_number': 3, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:45.509796 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:06:45.510814 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Updating router d28643bb-75c5-4301-8b7f-d10af7b52a1e port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:06:45.558790 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-218a667b-45a2-47ee-8cb0-1c4fd3423051 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:45.560164 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-218a667b-45a2-47ee-8cb0-1c4fd3423051 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.43 "GET /v2.0/networks?id=b37c4296-042a-4f7c-a0a0-cd31240329ef HTTP/1.1" status: 200 len: 810 time: 0.4949934 Jun 05 17:06:45.574266 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.580076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Network f5398378-9285-41e0-8f4d-007ee944daec is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:06:45.600474 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.601579 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a108d72-7842-47bc-be99-c60b30c0cf61 HTTP/1.1" status: 204 len: 168 time: 0.9518073 Jun 05 17:06:45.617199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:45.642200 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a108d72-7842-47bc-be99-c60b30c0cf61,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:45.653463 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.666495 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Request body: {'port': {'device_id': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef', 'admin_state_up': True, 'tenant_id': '9772d3226681444ab0ee5dcb1d621425'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:45.708153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:45.756344 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.811723 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, f5398378-9285-41e0-8f4d-007ee944daec) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:45.837917 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:45.838499 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.877747 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:45.884447 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d404b9-61af-41f3-8b69-aca6e476797f None None] Network f5398378-9285-41e0-8f4d-007ee944daec requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:46.181297 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] For port 232088d4-c696-47ea-bd64-8da9b9bed624, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=232088d4-c696-47ea-bd64-8da9b9bed624,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:06:46.192756 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1874417-5bb9-4e8e-b9db-85319877d557 None None] Network f5398378-9285-41e0-8f4d-007ee944daec requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:06:46.209870 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.229389 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-da11f0d9-beee-4f32-b127-c20f44cb5be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:46.325968 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Pushing event updated for resources: {'Port': ['ID=232088d4-c696-47ea-bd64-8da9b9bed624,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:46.340034 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:46.352184 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.388224 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.415289 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Transition to ACTIVE for port object d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:46.416131 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9077ea27-9759-4fa6-8a85-186b8b4339d6 req-3a6c0d8e-67c6-4cd2-8eff-564afb4def89 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.3610239 Jun 05 17:06:46.431315 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:46.446857 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.458500 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:46.677968 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.716451 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Attempting to bind port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:06:46.717906 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Attempting to bind port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:06:46.718814 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Attempting to bind port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:06:46.725165 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Pushing event updated for resources: {'Port': ['ID=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:46.766731 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:06:46.772577 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:46.773149 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.783380 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4375105 Jun 05 17:06:46.784111 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:06:46.784111 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Bound port: d2e0aebe-bcbe-4293-8b32-4149b4a1ac42, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:06:46.784111 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.784385 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:46.799829 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:46.830991 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:46.842869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:46.845470 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-6266ce54-2b77-4111-9acf-cab3b5489872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:46.870843 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.878730 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.879131 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.884124 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888110 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888110 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888110 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888110 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888478 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888558 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.888867 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.889471 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Tracked resource versions report: Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: pushed versions: Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: { 'AddressGroup': {'1.2'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'ConntrackHelper': {'1.0'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Log': {'1.0'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Network': {'1.1'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Port': {'1.7'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'PortForwarding': {'1.2'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'QosPolicy': {'1.8'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroup': {'1.4'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroupRule': {'1.2'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SubPort': {'1.0'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Subnet': {'1.1'}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Trunk': {'1.1'}} Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: consumer versions: Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: { DHCP agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: HyperV agent@hv-cinder-79496: {}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: L3 agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: Metadata agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: Metering agent@dv-cinder-794962-1-iscsi: {}, Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: Open vSwitch agent@dv-cinder-794962-1-iscsi: { 'AddressGroup': '1.2', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'ConntrackHelper': '1.0', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Log': '1.0', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Network': '1.1', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Port': '1.7', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'PortForwarding': '1.2', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'QosPolicy': '1.8', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroup': '1.4', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SecurityGroupRule': '1.2', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'SubPort': '1.0', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Subnet': '1.1', Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: 'Trunk': '1.1'}} Jun 05 17:06:46.890626 dv-cinder-794962-1-iscsi neutron-server[91863]: {{(pid=91863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 05 17:06:46.907500 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:46.966065 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-2cec4fe9-1820-4aab-b8a0-ec213ddc9d6c None None] Provisioning complete for port 232088d4-c696-47ea-bd64-8da9b9bed624 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:46.969964 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2cec4fe9-1820-4aab-b8a0-ec213ddc9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:47.049222 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] For port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:06:47.055307 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce4594e750a64ac2892854acfb75b5ab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9375949 Jun 05 17:06:47.065186 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44742) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:47.072998 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] For port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:06:47.085670 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:47.104507 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:47.119248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e03ca9-6fce-4ccd-b19f-e437915ded01,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:47.135444 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:47.243658 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44748) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:47.298927 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:47.325774 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:47.338045 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Made reservation on behalf of 9772d3226681444ab0ee5dcb1d621425 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:06:47.345828 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:47.353214 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:06:47.363082 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:47.596457 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Pushing event updated for resources: {'Port': ['ID=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:47.604377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:47.612855 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:47.920384 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:06:47.959536 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Deleting subnet f76e99e0-4969-41f2-be9b-c3f101628f83 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:06:47.973160 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.006499 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-21c09a69-8f56-4f19-8c66-e0bf86c2bf09 req-1d4da336-40d7-4b1b-8892-8390e82f6fd5 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.2214072 Jun 05 17:06:48.055794 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 232088d4-c696-47ea-bd64-8da9b9bed624 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:06:48.186530 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.199820 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.240424 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.245315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.313120 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 232088d4-c696-47ea-bd64-8da9b9bed624 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:48.315981 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.364453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Allocated IP 172.20.0.6 (b37c4296-042a-4f7c-a0a0-cd31240329ef/3eab7d8f-54b0-431a-8459-386bf9b73880/bf112b9d-0448-4192-b064-1fc7c31a63c2) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:48.384781 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Allocated IP 172.20.0.1 (b8720de0-7ba9-4d0d-ad25-04df98d58bd1/2d6ffdc6-93f2-4b67-899f-bb73080c7722/a7b4902f-3e12-44f6-af52-90a63a4077ec) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:48.449846 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.725371 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.906991 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:48.944803 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Transition to ACTIVE for port object a7b4902f-3e12-44f6-af52-90a63a4077ec will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:48.990763 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:49.012354 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:42Z', 'revision_number': 3, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:49.020907 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b335030-3fb4-47ae-96fc-ac95a76cc4c5 None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:42Z', 'revision_number': 3, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:06:49.070513 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.083764 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f76e99e0-4969-41f2-be9b-c3f101628f83 HTTP/1.1" status: 204 len: 168 time: 1.8313289 Jun 05 17:06:49.087473 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.088729 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44808) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:49.091724 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76e99e0-4969-41f2-be9b-c3f101628f83,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:49.100372 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:49.268571 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.277178 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-32443964-ead3-4138-a877-f525f4231fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:49.396764 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.429933 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.434936 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62e03ca9-6fce-4ccd-b19f-e437915ded01 HTTP/1.1" status: 204 len: 168 time: 2.3637884 Jun 05 17:06:49.439598 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44814) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:49.454070 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:49.462574 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:49.545815 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:49.546613 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.549523 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b4902f-3e12-44f6-af52-90a63a4077ec,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:49.565146 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:49.565998 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-23858ae8-e033-414c-8633-a7e5d25a569e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:49.649973 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.725029 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c2408475-046b-4c2e-8b24-c8a72ffdb11c req-4bbea654-ab57-40bd-a253-e33d084f4a10 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.3493218 Jun 05 17:06:49.736348 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.766930 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:49.813147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.886522 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:49.919705 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.919705 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.920418 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.920755 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > port after_create 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.921074 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.921422 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > port after_update 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.921740 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.922054 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.922419 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.923558 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:49.951504 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-831646e2-2e27-4e49-b97e-af3113c3cb27 None None] Provisioning for port a7b4902f-3e12-44f6-af52-90a63a4077ec completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:06:49.984159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Network b37c4296-042a-4f7c-a0a0-cd31240329ef is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:49.994079 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-831646e2-2e27-4e49-b97e-af3113c3cb27 None None] Provisioning complete for port a7b4902f-3e12-44f6-af52-90a63a4077ec triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:49.994373 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-831646e2-2e27-4e49-b97e-af3113c3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.029420 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:50.049325 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:50.059721 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:50.060368 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.152507 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:50.153175 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:50.153811 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:50.154366 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:06:50.154945 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206f36bd-594e-481f-b20d-d27e5fe0d363']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:50.158357 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-831646e2-2e27-4e49-b97e-af3113c3cb27 None None] Port a7b4902f-3e12-44f6-af52-90a63a4077ec cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:06:50.161118 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:06:50.177686 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379c6eea-f20b-467b-8680-3752443dda3c') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:50.192973 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379c6eea-f20b-467b-8680-3752443dda3c') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:50.215926 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.242152 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.250024 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:06:50.251089 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.289271 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:06:50.299249 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:50.300078 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.495558 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: from cryptography.utils import int_from_bytes Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: from cryptography.utils import int_from_bytes Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:06:50.506481 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:06:50.515855 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e03ca9-6fce-4ccd-b19f-e437915ded01,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:50.526262 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.534659 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:06:50.550334 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:50.554876 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.581739 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9417067 Jun 05 17:06:50.584047 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.595861 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:50.681346 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44834) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:50.681559 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-9760b139-c450-4982-a268-a64cc023208e tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:06:50.682586 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-9760b139-c450-4982-a268-a64cc023208e tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0677493 Jun 05 17:06:50.725610 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Pushing event updated for resources: {'Port': ['ID=bf112b9d-0448-4192-b064-1fc7c31a63c2,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:50.733618 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:50.775744 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.821981 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:50.827993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:50.840155 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:50.902652 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:50.908278 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] 10.222.0.37 "DELETE /v2.0/networks/206f36bd-594e-481f-b20d-d27e5fe0d363 HTTP/1.1" status: 204 len: 168 time: 1.8067579 Jun 05 17:06:50.919378 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44846) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:50.934649 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Pushing event deleted for resources: {'Network': ['ID=206f36bd-594e-481f-b20d-d27e5fe0d363,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:50.947320 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:51.083698 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Deleting subnet 24d2d0f4-ad7d-45e3-a356-96eed9ed602c {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:06:51.107671 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.145894 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.182557 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.209053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Router d712a0cc-6600-493d-9b03-6b4179115f09 is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:06:51.223157 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-aa1e0aa4-4e8e-4413-9b36-eef9e7d0796c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:51.223469 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.259245 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44854) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:51.301868 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.344996 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.382168 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da31d2af926e41b993b5ee1781c381d0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9414003 Jun 05 17:06:51.385245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44860) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:51.475012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Request body: {'port': {'device_id': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:51.484247 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0921e567-d8df-418d-876d-bacf76a93d6b,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:51.502803 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:51.546451 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6efa2c-a551-41d5-891a-8b9b164c111d req-018f342c-978a-42f3-9f01-751db76e10e9 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:51.548883 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c6efa2c-a551-41d5-891a-8b9b164c111d req-018f342c-978a-42f3-9f01-751db76e10e9 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 931 time: 0.4586484 Jun 05 17:06:51.600881 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.796648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.818715 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c6efa2c-a551-41d5-891a-8b9b164c111d req-39431805-b5e1-4f96-a444-49df17ba31bc tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408316 Jun 05 17:06:51.843017 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:06:51.853769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.857640 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Sync routers for ids ['d712a0cc-6600-493d-9b03-6b4179115f09'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:06:51.876893 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Routers {'d712a0cc-6600-493d-9b03-6b4179115f09'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:06:51.879585 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d712a0cc-6600-493d-9b03-6b4179115f09'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:51.908125 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.915420 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.928108 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:51.990970 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:52.086152 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:06:52.088880 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:52.096527 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d2d0f4-ad7d-45e3-a356-96eed9ed602c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:52.152006 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:52.159972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.207486 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.240074 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=043b127bc1aa4d279d7b6354846815ec&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5438159 Jun 05 17:06:52.243244 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44866) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:52.256630 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.258484 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/24d2d0f4-ad7d-45e3-a356-96eed9ed602c HTTP/1.1" status: 204 len: 168 time: 1.3378053 Jun 05 17:06:52.260141 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.261933 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44868) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:52.351170 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c6b988-644c-425f-bda0-6f8cbd95518e,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:52.381125 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Set router d712a0cc-6600-493d-9b03-6b4179115f09 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:06:52.395125 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:52.401796 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:52.409695 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.428390 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.429664 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0921e567-d8df-418d-876d-bacf76a93d6b HTTP/1.1" status: 204 len: 168 time: 1.0382826 Jun 05 17:06:52.436991 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:52.437862 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.494687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.571638 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:52.586992 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.595227 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.621641 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b4902f-3e12-44f6-af52-90a63a4077ec,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:52.631939 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.657989 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:52.659195 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.668720 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:52.669146 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.1722660 Jun 05 17:06:52.673072 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44874) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:52.731604 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfc1a4b4374649d980a9054686707dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4323583 Jun 05 17:06:52.737841 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44876) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:52.902686 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:52.903876 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159ec808-22cf-44c0-997b-dfefcd732945,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:52.908400 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921e567-d8df-418d-876d-bacf76a93d6b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:52.911220 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:52.918944 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:52.974830 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44880) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:53.037581 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:47Z', 'revision_number': 3, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:53.041997 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Checking router: d712a0cc-6600-493d-9b03-6b4179115f09 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:06:53.042354 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Updating router d712a0cc-6600-493d-9b03-6b4179115f09 port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:06:53.062077 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.115946 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.150977 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5398378-9285-41e0-8f4d-007ee944daec']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:53.165165 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.171743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.330763 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da297b9-abd0-4412-be2a-e778c9d111d6') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:53.331458 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da297b9-abd0-4412-be2a-e778c9d111d6') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:53.346138 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:53.351850 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:53.457293 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.461242 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.559449 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.626398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.675471 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:06:53.675911 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:06:53.694577 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:06:53.716268 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.849991 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-6cabf754-23c7-43c8-abab-1b275ae00234 None None] Provisioning complete for port a7b4902f-3e12-44f6-af52-90a63a4077ec triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:53.855686 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6cabf754-23c7-43c8-abab-1b275ae00234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.920470 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.959881 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:53.967029 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30c6b988-644c-425f-bda0-6f8cbd95518e HTTP/1.1" status: 204 len: 168 time: 1.7203372 Jun 05 17:06:53.977488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-aee126dd-77f7-4570-8d43-5c8635795754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:54.059167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-6cabf754-23c7-43c8-abab-1b275ae00234 None None] Port a7b4902f-3e12-44f6-af52-90a63a4077ec cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:06:54.090538 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Transition to ACTIVE for port object ef1933e9-3523-4cf9-9fb0-ccf86fac0587 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:54.105852 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.112327 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:54.176408 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.184395 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.db.resource_extend [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 05 17:06:54.186352 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:06:54.190533 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.194968 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f5398378-9285-41e0-8f4d-007ee944daec HTTP/1.1" status: 204 len: 168 time: 1.9245946 Jun 05 17:06:54.194968 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.194968 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-61aab6f4-9d50-4161-a135-498fb5757e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:54.268537 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5398378-9285-41e0-8f4d-007ee944daec,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:54.274214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c1369171-fe50-40ef-afbc-06593451b7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:54.287703 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.294128 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/159ec808-22cf-44c0-997b-dfefcd732945 HTTP/1.1" status: 204 len: 168 time: 1.5531399 Jun 05 17:06:54.317652 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Attempting to bind port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:06:54.318054 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:54.318190 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf112b9d-0448-4192-b064-1fc7c31a63c2 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:06:54.318299 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Attempting to bind port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:06:54.318299 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Attempting to bind port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:06:54.347323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:06:54.350229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:54.350701 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.351109 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:06:54.351636 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Bound port: ef1933e9-3523-4cf9-9fb0-ccf86fac0587, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:06:54.352074 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.362014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.382309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c6b988-644c-425f-bda0-6f8cbd95518e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:54.386563 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:54.423147 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cd2a8-29fb-44a7-8ff2-a0e4e69be297 None None] Pushing event updated for resources: {'Port': ['ID=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:54.430462 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4a3cd2a8-29fb-44a7-8ff2-a0e4e69be297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:54.448943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20d540-bd15-4766-86c0-3dd4668c6eca req-b5ca626a-815c-422d-ae25-ca7e665ec18d tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:54.450598 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-dc20d540-bd15-4766-86c0-3dd4668c6eca req-b5ca626a-815c-422d-ae25-ca7e665ec18d tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 931 time: 1.2541630 Jun 05 17:06:54.460218 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Transition to ACTIVE for port object bf112b9d-0448-4192-b064-1fc7c31a63c2 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:54.489897 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159ec808-22cf-44c0-997b-dfefcd732945,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:54.496212 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] For port ef1933e9-3523-4cf9-9fb0-ccf86fac0587, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:06:54.501425 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.505782 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:54.508828 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] For port ef1933e9-3523-4cf9-9fb0-ccf86fac0587, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:06:54.537257 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.577793 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:54.731549 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-54e9dfc3-e83a-4b74-a80f-28e1e5babf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:54.759253 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Routers {'d712a0cc-6600-493d-9b03-6b4179115f09'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:06:54.762571 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d712a0cc-6600-493d-9b03-6b4179115f09'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:54.784279 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:06:54.784864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:54.791094 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44902) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:54.797213 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:06:54.806890 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] 10.222.0.37 "PUT /v2.0/routers/d28643bb-75c5-4301-8b7f-d10af7b52a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0030131 Jun 05 17:06:54.827487 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:06:54.829420 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:54.865135 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cd2a8-29fb-44a7-8ff2-a0e4e69be297 None None] Pushing event updated for resources: {'Port': ['ID=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:54.878698 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4a3cd2a8-29fb-44a7-8ff2-a0e4e69be297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:55.055099 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.101907 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] Set router d712a0cc-6600-493d-9b03-6b4179115f09 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:06:55.145784 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-dc20d540-bd15-4766-86c0-3dd4668c6eca req-aa9ad6da-6635-428f-a4f9-447b8b2e158c tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793442 Jun 05 17:06:55.195713 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:06:55.221786 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-02d9657d-99c7-4204-97c6-17c29e4cd5c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05bd3192cf53437ca9e4213313894898&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3984642 Jun 05 17:06:55.221979 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44916) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:55.246967 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Pushing event updated for resources: {'Port': ['ID=bf112b9d-0448-4192-b064-1fc7c31a63c2,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:55.270709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:55.271396 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:55.317093 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f354c594f803482b8b320e89a2ca4422&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3399713 Jun 05 17:06:55.324088 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 44918) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:55.345101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Attempting to bind port bf112b9d-0448-4192-b064-1fc7c31a63c2 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:06:55.345716 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Attempting to bind port bf112b9d-0448-4192-b064-1fc7c31a63c2 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '37b5b9ea-1927-40cc-a1d2-3f86d6863243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:06:55.346769 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Attempting to bind port bf112b9d-0448-4192-b064-1fc7c31a63c2 on network b37c4296-042a-4f7c-a0a0-cd31240329ef {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:06:55.373000 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.415774 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Port bf112b9d-0448-4192-b064-1fc7c31a63c2 on network b37c4296-042a-4f7c-a0a0-cd31240329ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:06:55.416508 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Attempting to bind port bf112b9d-0448-4192-b064-1fc7c31a63c2 on network b37c4296-042a-4f7c-a0a0-cd31240329ef {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:06:55.448584 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.494651 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:06:55.494991 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Checking segment: {'id': '37b5b9ea-1927-40cc-a1d2-3f86d6863243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:55.495617 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Bound using segment: {'id': '37b5b9ea-1927-40cc-a1d2-3f86d6863243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:06:55.496313 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Bound port: bf112b9d-0448-4192-b064-1fc7c31a63c2, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b5b9ea-1927-40cc-a1d2-3f86d6863243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:06:55.496498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.573489 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57119815-5819-4ac8-b120-7649efdf850b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:55.573489 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:55.584894 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.587743 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.591791 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5e92f12-d40e-44d3-a666-b3e4923542b8 HTTP/1.1" status: 204 len: 168 time: 0.3687987 Jun 05 17:06:55.592398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:55.618353 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e92f12-d40e-44d3-a666-b3e4923542b8,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:55.626767 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:55.853164 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.879202 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:55.948578 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:56.048695 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:47Z', 'revision_number': 3, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:56.063596 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c947ed-507f-4dc3-99e8-39d7bc742a7b None None] The sync data for ids ['d712a0cc-6600-493d-9b03-6b4179115f09'] in dv-cinder-794962-1-iscsi is: [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:47Z', 'revision_number': 3, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:06:56.071989 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:56.104361 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:56.117645 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57119815-5819-4ac8-b120-7649efdf850b HTTP/1.1" status: 204 len: 168 time: 0.7804940 Jun 05 17:06:56.118861 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:56.209915 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] For port bf112b9d-0448-4192-b064-1fc7c31a63c2, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:06:56.220090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] For port bf112b9d-0448-4192-b064-1fc7c31a63c2, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bf112b9d-0448-4192-b064-1fc7c31a63c2,segment=NetworkSegment(37b5b9ea-1927-40cc-a1d2-3f86d6863243),segment_id=37b5b9ea-1927-40cc-a1d2-3f86d6863243)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:06:56.241692 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 2, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:56.259796 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:06:56.260823 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Updating router d28643bb-75c5-4301-8b7f-d10af7b52a1e port a7b4902f-3e12-44f6-af52-90a63a4077ec binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:06:56.264595 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:56.265449 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57119815-5819-4ac8-b120-7649efdf850b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:56.274559 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:56.387678 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:56.421706 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:56.742965 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44958) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:56.750985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024477143', 'description': 'tempest-description--176528381'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:56.818499 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:56.846692 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44960) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:56.996864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Allocated IP 172.20.0.1 (47fda9a2-d967-45f2-9658-81cb66bc9c38/419bcf44-3c5e-469c-bf09-39d8e24b17c9/0e5a3b78-68d5-4200-a2a2-669873fe8ba8) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:57.114109 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.151499 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.190216 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-33c1e285-58aa-433d-b4e6-da60b24e4423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:57.323606 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.325204 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5795531 Jun 05 17:06:57.329210 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e277d645-a83d-435d-aabe-26c2212506fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ce75c70a9944036a4f9d65b65bef2bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4776585 Jun 05 17:06:57.329861 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44976) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:57.332251 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b012afdc-ef37-405d-b661-a32ce231fd1b,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:57.354162 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'security_group_rule': {'security_group_id': 'b012afdc-ef37-405d-b661-a32ce231fd1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:57.396182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44978) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:57.397075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:57.406005 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.408901 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] 10.222.0.43 "PUT /v2.0/ports/bf112b9d-0448-4192-b064-1fc7c31a63c2 HTTP/1.1" status: 200 len: 1093 time: 6.3367505 Jun 05 17:06:57.426324 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'tag': 'bf112b9d-0448-4192-b064-1fc7c31a63c2'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:06:57.438900 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:57.536089 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.564218 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Transition to ACTIVE for port object a7b4902f-3e12-44f6-af52-90a63a4077ec will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:06:57.573792 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.590559 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-131c31c5-fcab-407b-9b7b-1d0f3b0e2adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:57.621013 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.706075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.706330 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.708642 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Pushing event updated for resources: {'Port': ['ID=bf112b9d-0448-4192-b064-1fc7c31a63c2,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:57.720464 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ec8d-a883-430c-befa-06bcda02ac71 None None] Pushing event updated for resources: {'Port': ['ID=a7b4902f-3e12-44f6-af52-90a63a4077ec,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:57.727526 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-da33ec8d-a883-430c-befa-06bcda02ac71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:57.733650 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.346s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:57.737998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:57.773425 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.863107 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.880103 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.883233 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.908370 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:57.908866 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:57.943593 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:57.967027 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:57.968601 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd38d83-423e-479f-966d-5b424c5df00b,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:57.970034 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.987123 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:57.988951 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:57.995177 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6639280 Jun 05 17:06:57.996490 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44988) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:58.003241 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'security_group_rule': {'security_group_id': 'b012afdc-ef37-405d-b661-a32ce231fd1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:58.038256 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Attempting to bind port a7b4902f-3e12-44f6-af52-90a63a4077ec on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:06:58.038716 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Attempting to bind port a7b4902f-3e12-44f6-af52-90a63a4077ec by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:06:58.039665 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Attempting to bind port a7b4902f-3e12-44f6-af52-90a63a4077ec on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:06:58.049522 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:06:58.049733 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.049952 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Checking segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:06:58.050415 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.050897 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ef1933e9-3523-4cf9-9fb0-ccf86fac0587 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:06:58.051453 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Bound using segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:06:58.051574 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Bound port: a7b4902f-3e12-44f6-af52-90a63a4077ec, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:06:58.051984 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.053068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.057524 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4316651d-c0ca-462c-9fe5-161972add215 HTTP/1.1" status: 204 len: 168 time: 0.6579788 Jun 05 17:06:58.059532 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:58.085562 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.106561 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4316651d-c0ca-462c-9fe5-161972add215,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:58.121312 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:58.169105 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] For port a7b4902f-3e12-44f6-af52-90a63a4077ec, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:06:58.174028 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] For port a7b4902f-3e12-44f6-af52-90a63a4077ec, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=a7b4902f-3e12-44f6-af52-90a63a4077ec,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:06:58.181153 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.194665 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:58.212355 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.218045 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.220642 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:58.274562 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf48f55-9b6a-4f9b-b767-0a00e3fd9666,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:58.278826 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:58.282922 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.287846 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902820 Jun 05 17:06:58.288957 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 44998) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:06:58.295351 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:06:58.304750 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:06:58.306522 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.309017 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:06:58.380527 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:06:58.382998 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:58.401688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.438960 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6bf1a-1a97-4e02-b5f7-bcfb14510a60 req-3ae65422-d833-4a1e-86bc-4de522ffad54 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:06:58.450664 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c6d6bf1a-1a97-4e02-b5f7-bcfb14510a60 req-3ae65422-d833-4a1e-86bc-4de522ffad54 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 1.9729247 Jun 05 17:06:58.466364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d253a23a-fe01-44e2-bf1f-ac2754da96e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6619179-39fa-4d57-b80c-4f3ac002f4a7", "tag": "bf112b9d-0448-4192-b064-1fc7c31a63c2"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:06:58.484791 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ec8d-a883-430c-befa-06bcda02ac71 None None] Pushing event updated for resources: {'Port': ['ID=a7b4902f-3e12-44f6-af52-90a63a4077ec,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:58.489428 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-da33ec8d-a883-430c-befa-06bcda02ac71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:58.504752 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Pushing event updated for resources: {'Port': ['ID=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:58.553025 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:58.605893 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.641953 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port ef1933e9-3523-4cf9-9fb0-ccf86fac0587, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:06:58.668973 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c6d6bf1a-1a97-4e02-b5f7-bcfb14510a60 req-9c3e1726-efbd-4d29-a9c2-2dc4e945ba15 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419938 Jun 05 17:06:58.669776 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.677834 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:58.769065 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:58.780959 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:06:58.806179 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:58.810687 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:58.967153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.002546 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Allocated IP 172.27.0.161 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/74fee2b6-0f1d-425c-a6dc-c03dc45b59e4) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:06:59.058954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d696d-1974-41c5-b8bf-2cd455e0bbde x-openstack-request-id: req-070d696d-1974-41c5-b8bf-2cd455e0bbde {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:06:59.059469 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6619179-39fa-4d57-b80c-4f3ac002f4a7", "tag": "bf112b9d-0448-4192-b064-1fc7c31a63c2", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:06:59.059876 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-070d696d-1974-41c5-b8bf-2cd455e0bbde {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:06:59.060489 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'tag': 'bf112b9d-0448-4192-b064-1fc7c31a63c2', 'status': 'completed', 'code': 200} Jun 05 17:06:59.193197 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.253846 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.256167 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.264340 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:59.268062 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.269527 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.275694 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:06:59.333829 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:06:59.342234 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2c160-0b29-409a-a2cf-0741c958a545 None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:06:59.428859 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:59.436164 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:59.451110 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:06:59.518770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Pushing event updated for resources: {'Port': ['ID=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:59.540841 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:59.604383 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'Port': ['ID=74fee2b6-0f1d-425c-a6dc-c03dc45b59e4,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:06:59.606738 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:06:59.744981 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:06:59.794297 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:06:59.796703 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:06:59.885132 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:00.192082 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ef1933e9-3523-4cf9-9fb0-ccf86fac0587 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:00.378369 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:00.379002 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:00.440312 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:00.455185 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:00.461645 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:00.478090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Router d712a0cc-6600-493d-9b03-6b4179115f09 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:07:00.587842 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'Port': ['ID=74fee2b6-0f1d-425c-a6dc-c03dc45b59e4,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:00.599870 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:00.618472 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:00.647540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device a7b4902f-3e12-44f6-af52-90a63a4077ec up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:00.668699 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:00.671624 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3814030 Jun 05 17:07:00.715069 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626f0aa-6a0e-4740-8d35-f57581f8b852 req-4c624b76-188f-49f2-b227-f1099fb88843 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:00.717448 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5626f0aa-6a0e-4740-8d35-f57581f8b852 req-4c624b76-188f-49f2-b227-f1099fb88843 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 0.7339461 Jun 05 17:07:00.792762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port a7b4902f-3e12-44f6-af52-90a63a4077ec completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:00.809768 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port a7b4902f-3e12-44f6-af52-90a63a4077ec triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:00.810148 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:01.052574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:01.104055 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5626f0aa-6a0e-4740-8d35-f57581f8b852 req-08e2265b-7345-481a-9e3e-a310d79e49f5 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100512 Jun 05 17:07:01.116037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:07:01.127768 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port a7b4902f-3e12-44f6-af52-90a63a4077ec, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=a7b4902f-3e12-44f6-af52-90a63a4077ec,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:01.129082 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] 10.222.0.37 "PUT /v2.0/routers/d712a0cc-6600-493d-9b03-6b4179115f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4453967 Jun 05 17:07:01.150072 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:01.152313 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Sync routers for ids ['d712a0cc-6600-493d-9b03-6b4179115f09'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:07:01.176271 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:01.288626 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Routers {'d712a0cc-6600-493d-9b03-6b4179115f09'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:01.290079 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d712a0cc-6600-493d-9b03-6b4179115f09'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:01.370460 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-85ec7805-58a3-4576-9b5d-033f71fec688 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1024477143&fields=id&tenant_id=5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 267 time: 0.0894110 Jun 05 17:07:01.471100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=a7b4902f-3e12-44f6-af52-90a63a4077ec,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:01.480760 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:01.518254 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Set router d712a0cc-6600-493d-9b03-6b4179115f09 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:01.678897 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-d2d3077d-9faf-4d1e-8788-7e8a628659a5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:01.686150 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-d2d3077d-9faf-4d1e-8788-7e8a628659a5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 816 time: 0.3087587 Jun 05 17:07:01.708159 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-a94c133b-f4b7-4868-a39f-c00abf21d517 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/quotas/5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 375 time: 0.0174291 Jun 05 17:07:01.801270 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-e684cf6e-248b-4db2-b489-692e77a3e596 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958438 Jun 05 17:07:01.965672 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-e3234798-1cc1-4bae-8825-7bf562e5f736 service neutron] 10.222.0.37 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476779 Jun 05 17:07:02.008024 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device a7b4902f-3e12-44f6-af52-90a63a4077ec up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:02.092744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '0e5a3b78-68d5-4200-a2a2-669873fe8ba8', 'name': '', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'mac_address': 'fa:16:3e:34:d8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:56Z', 'updated_at': '2021-06-05T17:06:59Z', 'revision_number': 2, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'subnets': [{'id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:02.107323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Checking router: d712a0cc-6600-493d-9b03-6b4179115f09 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:07:02.108094 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Updating router d712a0cc-6600-493d-9b03-6b4179115f09 port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:07:02.126706 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-e54c7371-b408-4e24-9bc5-10dfb2aad334 service neutron] 10.222.0.37 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600528 Jun 05 17:07:02.172742 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port a7b4902f-3e12-44f6-af52-90a63a4077ec triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:02.173130 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:02.208208 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45140) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:02.214069 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:02.442131 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892165cd-49b7-45a1-b4f6-a5f62766483e req-c77e560a-fac4-4546-90d3-aa5e9c15034d tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:02.452985 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-892165cd-49b7-45a1-b4f6-a5f62766483e req-c77e560a-fac4-4546-90d3-aa5e9c15034d tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 0.0977004 Jun 05 17:07:02.521784 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-892165cd-49b7-45a1-b4f6-a5f62766483e req-dc4d80c2-a2a2-45cb-ae45-dd8f69551d64 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 Jun 05 17:07:02.677751 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e4f9826b-99eb-487e-a109-f84df361ebee req-6b625435-d494-445d-bd43-9e2ec82e183d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 210 time: 0.0863547 Jun 05 17:07:02.783051 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:02.830336 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45188) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:02.899061 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:02.917764 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Transition to ACTIVE for port object 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:02.929258 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:02.944086 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c596c44a-9f0d-4c3e-ba6f-6975328e2d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:03.045713 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-959588dc-402c-408d-8dc9-8490e1c93e0d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:03.047355 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-959588dc-402c-408d-8dc9-8490e1c93e0d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 819 time: 0.2042155 Jun 05 17:07:03.053813 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.142855 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-0c1c3d95-bf10-48e8-8fe2-af950d42b370 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/quotas/a8a58f11334d4f3189bcc6787b965e0e HTTP/1.1" status: 200 len: 375 time: 0.0835941 Jun 05 17:07:03.239650 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.257265 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6eadf-036d-48c8-9de3-2b7bb8f06ba2 None None] Pushing event updated for resources: {'Port': ['ID=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:03.261462 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.263861 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6d6eadf-036d-48c8-9de3-2b7bb8f06ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:03.273414 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Attempting to bind port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:03.276691 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Attempting to bind port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:03.276914 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:03.277949 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Attempting to bind port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:03.292691 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:03.293085 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Checking segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:03.293500 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.294979 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Bound using segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:03.295686 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Bound port: 0e5a3b78-68d5-4200-a2a2-669873fe8ba8, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:03.297602 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.331923 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253a23a-fe01-44e2-bf1f-ac2754da96e4 req-208b4d7a-7728-414f-b377-644a339d99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:03.333679 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d253a23a-fe01-44e2-bf1f-ac2754da96e4 req-208b4d7a-7728-414f-b377-644a339d99ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9772d3226681444ab0ee5dcb1d621425&device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 1096 time: 0.2427886 Jun 05 17:07:03.342389 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b23c4b387dd5439ca81c5e4d556a87ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1321163 Jun 05 17:07:03.351540 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45208) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:03.365754 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeb0542-6f43-4664-b2d8-712fe8a0adad,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:03.372964 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:03.401442 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-9adc0fd8-c309-4c39-aa2b-87624412cd55 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2417352 Jun 05 17:07:03.521241 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] For port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:03.522240 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.526451 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] For port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:03.537385 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253a23a-fe01-44e2-bf1f-ac2754da96e4 req-aa0df44f-e713-4f67-9a7f-1d63e8089066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:03.538198 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.539265 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d253a23a-fe01-44e2-bf1f-ac2754da96e4 req-aa0df44f-e713-4f67-9a7f-1d63e8089066 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9772d3226681444ab0ee5dcb1d621425&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1939666 Jun 05 17:07:03.542717 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:03.675455 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.695458 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.702855 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:03.705489 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Routers {'d712a0cc-6600-493d-9b03-6b4179115f09'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:03.706122 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:06:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d712a0cc-6600-493d-9b03-6b4179115f09'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:03.746498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-702b5527-86b2-47d3-8349-2814730fe0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:03.818692 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253a23a-fe01-44e2-bf1f-ac2754da96e4 req-5e466a7f-b113-43aa-bb30-a87ed158fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:03.821720 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d253a23a-fe01-44e2-bf1f-ac2754da96e4 req-5e466a7f-b113-43aa-bb30-a87ed158fd19 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753487 Jun 05 17:07:03.893313 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6eadf-036d-48c8-9de3-2b7bb8f06ba2 None None] Pushing event updated for resources: {'Port': ['ID=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:03.909466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6d6eadf-036d-48c8-9de3-2b7bb8f06ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:03.983577 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=168d23832341464383f9b82cd1c38789&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1470258 Jun 05 17:07:03.985998 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45246) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:04.003707 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1edfe8-83f5-458c-8926-18efa6231060,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:04.026167 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:04.063008 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-7065d0a8-1708-4a44-8fa6-2f64375f2007 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:07:04.067110 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-7065d0a8-1708-4a44-8fa6-2f64375f2007 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061452 Jun 05 17:07:04.102481 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:04.108952 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:04.112382 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aeb0542-6f43-4664-b2d8-712fe8a0adad HTTP/1.1" status: 204 len: 168 time: 0.7537618 Jun 05 17:07:04.112692 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d6035d4d-6cd6-404a-9872-19c1a7d1c74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:04.137222 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca406-0f8e-4826-b703-330f89270123 req-bf952d0e-609a-44c1-81cf-554d19190b00 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:04.144690 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-505ca406-0f8e-4826-b703-330f89270123 req-bf952d0e-609a-44c1-81cf-554d19190b00 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 0.3130047 Jun 05 17:07:04.149802 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:04.155669 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] Set router d712a0cc-6600-493d-9b03-6b4179115f09 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:04.176694 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeb0542-6f43-4664-b2d8-712fe8a0adad,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:04.190892 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:04.217491 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:04.241646 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-505ca406-0f8e-4826-b703-330f89270123 req-1cc12b22-f4ee-439c-97e3-ddb037c5b27d tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955937 Jun 05 17:07:04.278954 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-51399ecb-eae9-44bd-a9f3-a5449d9afb85 service neutron] 10.222.0.37 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057767 Jun 05 17:07:04.287909 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-ac5a7a30-8a7c-475a-a341-028fb5d70324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:04.289405 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-ac5a7a30-8a7c-475a-a341-028fb5d70324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9772d3226681444ab0ee5dcb1d621425&device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 1096 time: 0.3730369 Jun 05 17:07:04.355756 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:04.358670 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:04.362267 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa1edfe8-83f5-458c-8926-18efa6231060 HTTP/1.1" status: 204 len: 168 time: 0.3727653 Jun 05 17:07:04.362267 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c740c72f-b1c1-4f2d-ba5b-2889ef16493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:04.386713 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1edfe8-83f5-458c-8926-18efa6231060,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:04.397958 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:04.597393 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-855efd89-0504-4d30-bd7b-f4834685ee3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf112b9d-0448-4192-b064-1fc7c31a63c2 HTTP/1.1" status: 200 len: 217 time: 0.1061215 Jun 05 17:07:04.665017 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-0d231797-8849-41d3-a395-bc36463c56c1 service neutron] 10.222.0.37 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743737 Jun 05 17:07:04.669644 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1171e66f-170b-40f4-9caf-89a5c8a59293 req-72bb0d34-c0c2-47b6-9975-8afb7941a554 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 210 time: 0.2255275 Jun 05 17:07:04.686353 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a884-8789-4875-854d-6e6344586af7 req-54f3dc2a-f5f9-4555-8c3d-17a478dbbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:04.688713 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-54f3dc2a-f5f9-4555-8c3d-17a478dbbb4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3eab7d8f-54b0-431a-8459-386bf9b73880 HTTP/1.1" status: 200 len: 850 time: 0.0765200 Jun 05 17:07:04.826563 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '0e5a3b78-68d5-4200-a2a2-669873fe8ba8', 'name': '', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'mac_address': 'fa:16:3e:34:d8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:56Z', 'updated_at': '2021-06-05T17:07:03Z', 'revision_number': 4, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'subnets': [{'id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:04.828559 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45264) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:04.832757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6cd4d0-8104-45b7-8fa8-d3bfb270716c None None] The sync data for ids ['d712a0cc-6600-493d-9b03-6b4179115f09'] in dv-cinder-794962-1-iscsi is: [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '0e5a3b78-68d5-4200-a2a2-669873fe8ba8', 'name': '', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'mac_address': 'fa:16:3e:34:d8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:56Z', 'updated_at': '2021-06-05T17:07:03Z', 'revision_number': 4, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'subnets': [{'id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:07:04.847936 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-837ecd8f-bff9-4d3d-ac1e-a882459395fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37c4296-042a-4f7c-a0a0-cd31240329ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522849 Jun 05 17:07:05.007071 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.43', 56674) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:05.386805 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-8cbb72ad-f4bc-4c01-bc8a-095a6366e287 service neutron] 10.222.0.43 "GET /v2.0/networks/b37c4296-042a-4f7c-a0a0-cd31240329ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303710 Jun 05 17:07:05.420828 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-0e905b50-ce95-4392-b1a4-ba23a7668743 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:05.424781 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-0e905b50-ce95-4392-b1a4-ba23a7668743 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 816 time: 0.4165230 Jun 05 17:07:05.659631 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dfee54a1-28b7-4569-b0f4-27f88aa72e41 req-277dcea8-842c-4fa8-a690-70b8828bb89c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 210 time: 0.2274909 Jun 05 17:07:05.767794 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45294) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:05.771997 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:05.813841 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4898a884-8789-4875-854d-6e6344586af7 req-baab89af-3f51-411f-bc92-2d609f806552 service neutron] 10.222.0.43 "GET /v2.0/networks/b37c4296-042a-4f7c-a0a0-cd31240329ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187999 Jun 05 17:07:05.865409 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:05.934495 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-b757a4a0-29ae-4f53-9624-da0b03ec4d17 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 380 time: 0.4984479 Jun 05 17:07:05.980056 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'port': {'device_id': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'admin_state_up': True, 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'security_groups': ['b012afdc-ef37-405d-b661-a32ce231fd1b']}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:05.987214 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45308) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:06.051317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.101411 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:06.132826 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f1b5-9eb1-49c0-959b-77fdce0cabed req-96a783e5-c3cc-4fdd-a109-0efd0302b904 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:06.142242 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-30f1f1b5-9eb1-49c0-959b-77fdce0cabed req-96a783e5-c3cc-4fdd-a109-0efd0302b904 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 0.3273778 Jun 05 17:07:06.204931 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fa825492-cdb7-4851-957a-82e0ab0a1503 req-98430d1b-9c49-4752-8a04-0e4142388bf7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 210 time: 0.2307703 Jun 05 17:07:06.261382 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-30f1f1b5-9eb1-49c0-959b-77fdce0cabed req-23bac772-a0d5-4c56-bd2c-2af1391b1c43 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083114 Jun 05 17:07:06.299294 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:06.299493 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.db.api [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 05 17:07:06.299493 dv-cinder-794962-1-iscsi neutron-server[91860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 05 17:07:06.299493 dv-cinder-794962-1-iscsi neutron-server[91860]: [parameters: {'project_id': 'a4632d6c0791471c91e13e5d681263ec', 'id': 'cc58d2d8-7c75-4af0-a745-8eb207047bf7', 'expiration': datetime.datetime(2021, 6, 5, 17, 9, 6, 38038)}] Jun 05 17:07:06.299493 dv-cinder-794962-1-iscsi neutron-server[91860]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 17:07:06.299769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_db.api [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 17:07:06.306600 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:06.306988 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.410076 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.465836 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.508067 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-12c2ab72-a1f1-4cb4-9d3a-df18ee80486c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:06.510074 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.633749 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:06.647498 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.651045 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-da11f0d9-beee-4f32-b127-c20f44cb5be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:06.658186 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-c86c666c-e3f2-44e3-a439-5e499bc81fbe tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:06.665883 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-c86c666c-e3f2-44e3-a439-5e499bc81fbe tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 819 time: 0.2578447 Jun 05 17:07:06.677324 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.686531 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.704934 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-986b911c-9f7a-4b54-97f6-93e86172d099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:06.733790 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Made reservation on behalf of 5d04903682c946e2afc72e7e72d9e09b for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:06.738465 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.767110 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-52386405-e7bd-4680-ab30-3e3d4cadd1c9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/quotas/a8a58f11334d4f3189bcc6787b965e0e HTTP/1.1" status: 200 len: 375 time: 0.1000276 Jun 05 17:07:06.777127 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:06.799897 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694bb5f6-4e11-4450-a817-3a1e56228aea,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:06.801871 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:06.814372 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.822304 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:06.830074 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7633f527e574cb9bd92b4a26f693095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352551 Jun 05 17:07:06.837080 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45340) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:06.845107 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.919890 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:06.927776 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ae5aef8e6de41fda62a79efac6a6b71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1226056 Jun 05 17:07:06.933751 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71531f58-4354-497a-b77d-16d945bb7843,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:06.940995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45348) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:06.954595 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:06.974960 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.040185 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.043685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.047994 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/694bb5f6-4e11-4450-a817-3a1e56228aea HTTP/1.1" status: 204 len: 168 time: 0.2046058 Jun 05 17:07:07.047994 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-141221ee-1624-487c-b0b0-49ce8abe4ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:07.078919 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694bb5f6-4e11-4450-a817-3a1e56228aea,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:07.089096 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:07.151809 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-72fb8300-e06e-418a-99a9-c2471df952ec tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3834090 Jun 05 17:07:07.186398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.319015 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Allocated IP 172.20.0.9 (b8720de0-7ba9-4d0d-ad25-04df98d58bd1/2d6ffdc6-93f2-4b67-899f-bb73080c7722/38003908-937f-4385-8a60-ca4e9860541f) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:07.333214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.503156 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.508330 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-c7d4bfd3-db0a-4c46-b7cd-49b86d203460 service neutron] 10.222.0.37 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464851 Jun 05 17:07:07.510087 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-48775f58-5715-4fa8-9768-29552931ab44 req-5416fb43-c250-498e-b951-7982ff9ded9a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 210 time: 0.0724790 Jun 05 17:07:07.518909 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.542248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:07.655053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-27faa6e7-466d-4ac1-bb6c-77870fd73c3e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:07.659018 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-27faa6e7-466d-4ac1-bb6c-77870fd73c3e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 819 time: 0.2602801 Jun 05 17:07:07.673538 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Request body: {'port': {'device_id': '0104b413-cc38-4d91-be4b-e7acd4709136', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'admin_state_up': True, 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:07.732049 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4632d6c0791471c91e13e5d681263ec&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9019849 Jun 05 17:07:07.739216 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45380) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:07.743550 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4648ded0-efa2-4ecc-a997-3c00d1cf35fe,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:07.850491 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:07.855118 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.857578 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:07.861465 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71531f58-4354-497a-b77d-16d945bb7843 HTTP/1.1" status: 204 len: 168 time: 0.9165716 Jun 05 17:07:07.861465 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:08.012971 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:08.050631 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e10caf-ccc4-4140-95c5-069c65a8eb11 req-d5eb1e61-8244-4d05-a2bd-6b0762c08350 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:08.053273 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50e10caf-ccc4-4140-95c5-069c65a8eb11 req-d5eb1e61-8244-4d05-a2bd-6b0762c08350 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 0.3440931 Jun 05 17:07:08.054717 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Made reservation on behalf of a8a58f11334d4f3189bcc6787b965e0e for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:08.058136 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71531f58-4354-497a-b77d-16d945bb7843,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:08.061049 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.089483 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:08.163707 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-0a6775ef-be17-4f4b-9d51-5b51b0ebfacc service neutron] 10.222.0.37 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330917 Jun 05 17:07:08.193078 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.204717 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.223579 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Transition to ACTIVE for port object 38003908-937f-4385-8a60-ca4e9860541f will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:08.243634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.330309 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.347100 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-94d82abc-7879-4dab-b4c8-f3f7da7b9ed0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:08.353227 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:08.355287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.425364 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.427978 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:08.429098 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4648ded0-efa2-4ecc-a997-3c00d1cf35fe HTTP/1.1" status: 204 len: 168 time: 0.6865942 Jun 05 17:07:08.493037 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:08.498495 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:08.511417 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:08.630870 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:08.646038 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:08.648927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:08.696363 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4648ded0-efa2-4ecc-a997-3c00d1cf35fe,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:08.721975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Allocated IP 172.20.0.10 (47fda9a2-d967-45f2-9658-81cb66bc9c38/419bcf44-3c5e-469c-bf09-39d8e24b17c9/fcb1a819-4243-4f85-b3f8-0c2ce492f3b4) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:08.768446 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50e10caf-ccc4-4140-95c5-069c65a8eb11 req-9adc43e0-5094-4a43-bb6a-4f0b2dd4b4ab tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922796 Jun 05 17:07:08.842688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:08.903355 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6e48d88a-c965-484a-8419-f0dae3cddc3d req-2ebe9e85-a68b-4429-9ca5-6d0c4276c138 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 210 time: 0.2133098 Jun 05 17:07:08.955763 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:08.956482 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.007251 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0612433 Jun 05 17:07:09.025918 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Request body: {'port': {'device_id': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:09.105766 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45442) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:09.121388 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ab7b2565-c720-4f35-9637-618ed7865f33 None None] Provisioning for port 38003908-937f-4385-8a60-ca4e9860541f completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:09.131321 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ab7b2565-c720-4f35-9637-618ed7865f33 None None] Provisioning complete for port 38003908-937f-4385-8a60-ca4e9860541f triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:09.133846 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.134082 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2565-c720-4f35-9637-618ed7865f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.252585 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.297299 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b2565-c720-4f35-9637-618ed7865f33 None None] Port 38003908-937f-4385-8a60-ca4e9860541f cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:07:09.304620 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee714ae0-b2c1-43f5-8b02-e70f1b8f1762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.331473 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.343819 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb697c-0df6-4873-ba88-01c0f4f38575 req-97b74b26-b15b-42bb-bf68-5b6a8dcbeb02 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:09.345546 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-00bb697c-0df6-4873-ba88-01c0f4f38575 req-97b74b26-b15b-42bb-bf68-5b6a8dcbeb02 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 931 time: 0.2758491 Jun 05 17:07:09.405014 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-00bb697c-0df6-4873-ba88-01c0f4f38575 req-79ba9b8d-2d7c-4257-a060-1b26d4a895cd tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501904 Jun 05 17:07:09.423064 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.442816 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:09.508958 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:09.512936 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:09.518776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:09.525148 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:09.525943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.550889 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Pushing event updated for resources: {'Port': ['ID=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:09.554217 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:09.722966 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.731831 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.740795 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0718780 Jun 05 17:07:09.742681 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:09.753162 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Request body: {'port': {'device_id': '0104b413-cc38-4d91-be4b-e7acd4709136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:09.907216 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:09.908104 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9037614afa0346a4ac8d41c68f05e402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8011963 Jun 05 17:07:09.911507 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 45466) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:09.924869 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adebece3-62fa-42ac-8e21-baf8119ce026,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:09.930574 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:09.932660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38003908-937f-4385-8a60-ca4e9860541f {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:09.943995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:10.103297 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Transition to ACTIVE for port object 38003908-937f-4385-8a60-ca4e9860541f will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:10.144630 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-90e8ec39-cb94-4efd-b035-120976131767 req-0d1c9dfd-9931-4adf-afe6-dd3e7e6cf25f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 210 time: 0.0879891 Jun 05 17:07:10.164472 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:10.189387 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:10.249773 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:10.322934 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.43', 56686) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:10.471988 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device bf112b9d-0448-4192-b064-1fc7c31a63c2 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:07:10.914642 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-f48ef04d-a543-41db-8e12-01088f2489c4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:10.916154 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-f48ef04d-a543-41db-8e12-01088f2489c4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 819 time: 0.5682576 Jun 05 17:07:10.917933 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port bf112b9d-0448-4192-b064-1fc7c31a63c2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bf112b9d-0448-4192-b064-1fc7c31a63c2,segment=NetworkSegment(37b5b9ea-1927-40cc-a1d2-3f86d6863243),segment_id=37b5b9ea-1927-40cc-a1d2-3f86d6863243)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:10.930596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:10.947446 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c825b8-25ad-4fd2-9d97-b10fb90f88e7 req-240748ed-4dc6-46fe-9760-109e9fce8d38 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:10.952588 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d1c825b8-25ad-4fd2-9d97-b10fb90f88e7 req-240748ed-4dc6-46fe-9760-109e9fce8d38 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1763999 Jun 05 17:07:10.987138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'bf112b9d-0448-4192-b064-1fc7c31a63c2', 'network_id': 'b37c4296-042a-4f7c-a0a0-cd31240329ef', 'port_id': 'bf112b9d-0448-4192-b064-1fc7c31a63c2', 'mac_address': 'fa:16:3e:eb:66:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eab7d8f-54b0-431a-8459-386bf9b73880', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:07:11.070496 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d1c825b8-25ad-4fd2-9d97-b10fb90f88e7 req-42467cec-c9bb-4caf-a7e4-fa98888b34ca tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164784 Jun 05 17:07:11.100467 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Request body: {'port': {'device_id': 'da7bde72-4644-42b9-aa21-f36320aecede', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'admin_state_up': True, 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:11.101137 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:11.106212 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.110890 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.125232 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:11.129674 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:11.133296 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Transition to ACTIVE for port object fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:11.135762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf112b9d-0448-4192-b064-1fc7c31a63c2 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:11.137462 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.145174 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.145174 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adebece3-62fa-42ac-8e21-baf8119ce026 HTTP/1.1" status: 204 len: 168 time: 1.2298772 Jun 05 17:07:11.148329 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.148848 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-99eb23d1-841e-460c-89c4-7e6bc6514ed5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:11.164616 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:11.173700 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port bf112b9d-0448-4192-b064-1fc7c31a63c2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bf112b9d-0448-4192-b064-1fc7c31a63c2,segment=NetworkSegment(37b5b9ea-1927-40cc-a1d2-3f86d6863243),segment_id=37b5b9ea-1927-40cc-a1d2-3f86d6863243)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:11.192566 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adebece3-62fa-42ac-8e21-baf8119ce026,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:11.199762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.202566 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:11.202792 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:11.298928 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Attempting to bind port 38003908-937f-4385-8a60-ca4e9860541f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:11.299283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Attempting to bind port 38003908-937f-4385-8a60-ca4e9860541f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:11.299717 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Attempting to bind port 38003908-937f-4385-8a60-ca4e9860541f on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:11.330691 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe8071-3874-4e74-b5ea-70901732e484 req-5bcf4f93-c07f-488f-ae6e-05367e033620 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:11.341020 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2cfe8071-3874-4e74-b5ea-70901732e484 req-5bcf4f93-c07f-488f-ae6e-05367e033620 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 943 time: 1.3784945 Jun 05 17:07:11.401184 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=bf112b9d-0448-4192-b064-1fc7c31a63c2,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:11.413655 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:11.552606 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['bf112b9d-0448-4192-b064-1fc7c31a63c2'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:07:11.553243 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Port 38003908-937f-4385-8a60-ca4e9860541f on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:07:11.553243 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Attempting to bind port 38003908-937f-4385-8a60-ca4e9860541f on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:11.600409 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b160f915-ab79-48cb-9260-fde213781597 req-bf83ee29-47e2-4c71-a77c-071ee06e905b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 210 time: 0.1807199 Jun 05 17:07:11.608959 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:11.610402 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:11.610822 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Checking segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:11.613589 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Bound using segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:11.613752 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:11.614055 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Bound port: 38003908-937f-4385-8a60-ca4e9860541f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:11.614408 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.621528 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Attempting to bind port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:11.621868 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Attempting to bind port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:11.622192 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Attempting to bind port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:11.627159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:07:11.627512 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Attempting to bind port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:11.632851 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:11.633190 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Checking segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:11.633695 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Bound using segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:11.634116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Bound port: fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:11.634458 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.719871 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2cfe8071-3874-4e74-b5ea-70901732e484 req-b4ec026b-41ce-4b6b-b0ee-b72783854b61 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779912 Jun 05 17:07:11.760993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.820241 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] For port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:11.834545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] For port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:11.842318 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.850707 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7a5208be-85e9-415d-abf6-60e959ca1cb7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:11.853329 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Made reservation on behalf of a8a58f11334d4f3189bcc6787b965e0e for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:11.856872 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.933364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:11.935201 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.940674 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 1094 time: 2.1922958 Jun 05 17:07:11.953616 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0104b413-cc38-4d91-be4b-e7acd4709136', 'tag': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:11.955067 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a4915380-82b2-4f96-9eed-958e5a73e07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:11.959787 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed0779-5e83-4340-bda0-4196f58938ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0104b413-cc38-4d91-be4b-e7acd4709136", "tag": "fcb1a819-4243-4f85-b3f8-0c2ce492f3b4"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:12.057092 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:12.068896 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:12.118898 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3c3edfbf-2658-4b3b-aaea-7fdec329ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:12.121116 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-3c3edfbf-2658-4b3b-aaea-7fdec329ba70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1097 time: 0.1168292 Jun 05 17:07:12.208601 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:12.236394 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:12.237787 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Allocated IP 172.20.0.9 (47fda9a2-d967-45f2-9658-81cb66bc9c38/419bcf44-3c5e-469c-bf09-39d8e24b17c9/ae971097-0ef0-4acc-8eb3-57ca9c140a6d) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:12.258251 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:12.273067 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:12.320191 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-ca94b43a-7cc4-4f31-aec7-32c41dab0231 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.1903582 Jun 05 17:07:12.325949 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768446a0-7209-4434-895e-70f8601a382e x-openstack-request-id: req-768446a0-7209-4434-895e-70f8601a382e {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:12.326580 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0104b413-cc38-4d91-be4b-e7acd4709136", "tag": "fcb1a819-4243-4f85-b3f8-0c2ce492f3b4", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:12.327063 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-768446a0-7209-4434-895e-70f8601a382e {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:12.328847 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0104b413-cc38-4d91-be4b-e7acd4709136', 'tag': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4', 'status': 'completed', 'code': 200} Jun 05 17:07:12.403826 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-47032b92-4b38-41f7-aee8-4f978c3b1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:12.405415 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-47032b92-4b38-41f7-aee8-4f978c3b1954 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.0750549 Jun 05 17:07:12.470288 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-d71d2e9e-9815-43eb-a07b-7ae527de23dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577796 Jun 05 17:07:12.499589 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:12.500828 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:12.502463 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] 10.222.0.43 "PUT /v2.0/ports/38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 1093 time: 3.4852340 Jun 05 17:07:12.504808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:12.554896 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:12.580009 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:12.731724 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-205b8c03-93c0-4dfc-a430-748147f704d3 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539432 Jun 05 17:07:12.968110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:13.008961 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe13397f-6b12-45f5-86e9-cd26531a5e1b req-a99694a0-63e1-4ea2-aa06-d040e13b5cc6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 210 time: 0.0591004 Jun 05 17:07:13.090494 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:13.096359 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf68494-bf66-4769-bffc-5f063d49ea0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:13.097649 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-720db854-7d36-4e6c-bc73-69ba8669ec73 req-583a6585-ae56-49c5-8af0-7fb6662d19af service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592885 Jun 05 17:07:13.180596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0bb35-0093-44b1-bf8a-ec063b91d07d req-e49437fb-287e-436d-9e9f-3b56ef17a53e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.185216 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2fe0bb35-0093-44b1-bf8a-ec063b91d07d req-e49437fb-287e-436d-9e9f-3b56ef17a53e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.8183696 Jun 05 17:07:13.199913 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-d3ec629a-b5e6-4a24-bc30-df8fed7942f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.201496 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-d3ec629a-b5e6-4a24-bc30-df8fed7942f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1096 time: 0.6435854 Jun 05 17:07:13.307386 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed0779-5e83-4340-bda0-4196f58938ba req-008990a8-55fb-4414-9063-55cd81b077cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.307386 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-008990a8-55fb-4414-9063-55cd81b077cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1097 time: 0.1341407 Jun 05 17:07:13.342983 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-39d575e5-7071-4e8d-a960-b355c5bfad7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 217 time: 0.1136012 Jun 05 17:07:13.359782 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5469f-38bf-4555-acc4-5dae547fce2c req-8579fd7a-4a5b-465e-8c8e-44130e524e45 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.367533 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-76a5469f-38bf-4555-acc4-5dae547fce2c req-8579fd7a-4a5b-465e-8c8e-44130e524e45 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 944 time: 0.2517035 Jun 05 17:07:13.424855 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-d538aa0d-7560-499a-bd4d-d2d8cab01ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.426310 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-d538aa0d-7560-499a-bd4d-d2d8cab01ae2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0758874 Jun 05 17:07:13.462620 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2fe0bb35-0093-44b1-bf8a-ec063b91d07d req-db719b02-7149-4070-8557-c32670a77f74 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448838 Jun 05 17:07:13.464555 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:13.539595 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:13.643872 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45684) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:13.645922 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Network 47fda9a2-d967-45f2-9658-81cb66bc9c38 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:13.658693 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:13.667631 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:13.688935 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-76a5469f-38bf-4555-acc4-5dae547fce2c req-70423af6-fadb-4155-b12b-27c149ed633a tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684464 Jun 05 17:07:13.730545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Pushing event updated for resources: {'Port': ['ID=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:13.740015 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:13.758501 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.759232 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:13.780567 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37216-338c-4111-beea-aac2ec86412a req-9d8c5899-ba96-48a3-924c-665fd22208e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.783472 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-9d8c5899-ba96-48a3-924c-665fd22208e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3133473 Jun 05 17:07:13.786255 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7560279 Jun 05 17:07:13.793733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed0779-5e83-4340-bda0-4196f58938ba req-29f91b5d-ef0d-4ea8-b814-2c5021707f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:13.795752 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-29f91b5d-ef0d-4ea8-b814-2c5021707f40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.4679534 Jun 05 17:07:13.855187 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Request body: {'port': {'device_id': 'da7bde72-4644-42b9-aa21-f36320aecede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:13.976143 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-a6b7a0f7-59d5-40e1-ba30-40ef112afba5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.1738131 Jun 05 17:07:14.019332 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d2e0e-9537-414c-8b45-7d1262a4ee5d x-openstack-request-id: req-321d2e0e-9537-414c-8b45-7d1262a4ee5d {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:14.019680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:14.020012 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-321d2e0e-9537-414c-8b45-7d1262a4ee5d {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:14.022701 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'status': 'completed', 'code': 200} Jun 05 17:07:14.130376 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed0779-5e83-4340-bda0-4196f58938ba req-db975a4d-35cd-4154-b948-5d28322c0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:14.132125 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-db975a4d-35cd-4154-b948-5d28322c0847 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.1478770 Jun 05 17:07:14.210231 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-9045ba7b-8d09-483f-91b0-4ab28ab33880 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706742 Jun 05 17:07:14.281715 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.302161 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-211387a3-feaa-40ce-bb64-e3c3d3b51da7 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039589 Jun 05 17:07:14.317025 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.448853 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device bf112b9d-0448-4192-b064-1fc7c31a63c2 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:14.577316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.613575 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.618898 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port bf112b9d-0448-4192-b064-1fc7c31a63c2 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:14.624456 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port bf112b9d-0448-4192-b064-1fc7c31a63c2 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:14.625004 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.642411 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.654732 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:14.680760 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e92ce-c4de-4eed-96ab-b3004998ddf3 req-73c57d42-a06f-497b-a433-2434262abcf6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:14.689972 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d10e92ce-c4de-4eed-96ab-b3004998ddf3 req-73c57d42-a06f-497b-a433-2434262abcf6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 931 time: 0.4189751 Jun 05 17:07:14.691986 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-360e88d1-2810-41d0-abe2-95396a24507c service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595287 Jun 05 17:07:14.819368 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.841201 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d03ad40241b4bc19249a8da7e761122&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1933391 Jun 05 17:07:14.846237 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecb9d97-bcef-4e20-9690-e1c30669034b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:14.848734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45754) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:14.854917 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:14.864089 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf112b9d-0448-4192-b064-1fc7c31a63c2'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:14.921927 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d10e92ce-c4de-4eed-96ab-b3004998ddf3 req-a6733476-23f4-4b53-9ef6-0dab310ae903 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323699 Jun 05 17:07:14.970422 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port bf112b9d-0448-4192-b064-1fc7c31a63c2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bf112b9d-0448-4192-b064-1fc7c31a63c2,segment=NetworkSegment(37b5b9ea-1927-40cc-a1d2-3f86d6863243),segment_id=37b5b9ea-1927-40cc-a1d2-3f86d6863243)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:14.981594 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:14.984296 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4a3cd2a8-29fb-44a7-8ff2-a0e4e69be297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:15.015199 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4eed0779-5e83-4340-bda0-4196f58938ba req-3c474192-060c-4006-b2a9-53a4106157d3 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971821 Jun 05 17:07:15.055648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.060363 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c07603-b1e8-453a-ac78-35123ad5290e" -d '{"events": [{"server_uuid": "b6619179-39fa-4d57-b80c-4f3ac002f4a7", "name": "network-vif-plugged", "status": "completed", "tag": "bf112b9d-0448-4192-b064-1fc7c31a63c2"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:15.115923 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=bf112b9d-0448-4192-b064-1fc7c31a63c2,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:15.119606 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:15.128241 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.141475 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae971097-0ef0-4acc-8eb3-57ca9c140a6d {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:15.150126 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.189019 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Transition to ACTIVE for port object ae971097-0ef0-4acc-8eb3-57ca9c140a6d will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:15.200287 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.203699 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10b37216-338c-4111-beea-aac2ec86412a req-fcbaea5f-37e1-4577-8e46-6aab4ddc761d service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8716054 Jun 05 17:07:15.223461 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:15.277100 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.283023 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.291372 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aecb9d97-bcef-4e20-9690-e1c30669034b HTTP/1.1" status: 204 len: 168 time: 0.4379716 Jun 05 17:07:15.296576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:15.311297 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecb9d97-bcef-4e20-9690-e1c30669034b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:15.316838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:15.342170 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309919c2-8160-41c2-bd08-3b0f2adfd2de req-55ea43fd-7fe9-4046-8869-0dd4ed50b6e3 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:15.358011 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-309919c2-8160-41c2-bd08-3b0f2adfd2de req-55ea43fd-7fe9-4046-8869-0dd4ed50b6e3 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.1808794 Jun 05 17:07:15.417618 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-309919c2-8160-41c2-bd08-3b0f2adfd2de req-97f0c821-3c9e-49cd-8a0e-e64cb36d83d2 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Jun 05 17:07:15.463943 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150b77c-fca2-4454-894d-a84ace05464e req-119e4fb5-0330-4d02-bed8-7f24008a9743 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:15.465427 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4150b77c-fca2-4454-894d-a84ace05464e req-119e4fb5-0330-4d02-bed8-7f24008a9743 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.8626409 Jun 05 17:07:15.467205 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Pushing event updated for resources: {'Port': ['ID=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:15.470248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:15.602591 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-7eb35531-7562-4e12-b75d-ce5876500a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:15.604102 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-7eb35531-7562-4e12-b75d-ce5876500a10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1096 time: 0.3384986 Jun 05 17:07:15.609834 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4150b77c-fca2-4454-894d-a84ace05464e req-d6e81503-1b63-4bff-90fb-7751845e9788 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095228 Jun 05 17:07:15.728106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Attempting to bind port ae971097-0ef0-4acc-8eb3-57ca9c140a6d on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:15.728469 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Attempting to bind port ae971097-0ef0-4acc-8eb3-57ca9c140a6d by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:15.728794 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Attempting to bind port ae971097-0ef0-4acc-8eb3-57ca9c140a6d on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:15.745339 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Port ae971097-0ef0-4acc-8eb3-57ca9c140a6d on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:07:15.745708 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Attempting to bind port ae971097-0ef0-4acc-8eb3-57ca9c140a6d on network 47fda9a2-d967-45f2-9658-81cb66bc9c38 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:15.756152 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:15.756490 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Checking segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:15.756874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Bound using segment: {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:15.757540 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Bound port: ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92123f5a-a85e-40be-917f-b9eedc7d33f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:15.757909 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:15.826448 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-c4ebbcfb-6178-493d-b88f-1ef15286706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:15.828244 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-c4ebbcfb-6178-493d-b88f-1ef15286706a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.2155862 Jun 05 17:07:15.891926 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45792) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:15.923758 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-908cbcb9-08af-4c82-a558-00ab85c38748 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 217 time: 0.0890667 Jun 05 17:07:15.928535 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.048631 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] For port ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:16.049472 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e2537-ba74-4685-a6ae-fda5accf96cf x-openstack-request-id: req-239e2537-ba74-4685-a6ae-fda5accf96cf {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:16.049992 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6619179-39fa-4d57-b80c-4f3ac002f4a7", "name": "network-vif-plugged", "status": "completed", "tag": "bf112b9d-0448-4192-b064-1fc7c31a63c2", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:16.051140 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-239e2537-ba74-4685-a6ae-fda5accf96cf {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:16.051947 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf112b9d-0448-4192-b064-1fc7c31a63c2', 'code': 200} Jun 05 17:07:16.059796 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-c22b6d2e-0831-43ff-a36e-ca5952daa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.061475 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-c22b6d2e-0831-43ff-a36e-ca5952daa80e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.1317046 Jun 05 17:07:16.064744 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] For port ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:16.071158 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.196305 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45804) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:16.237744 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9e978e82-a606-4a17-9278-46bc1f964593 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:16.252269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.263107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.278900 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a69f188b-0969-45c0-ab2f-8e8036234373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:16.310097 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b06f95-f2e2-42ae-8964-741d80c992d4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:16.314317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:16.338262 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ced2fbe279748caa4d47c112e03f615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441972 Jun 05 17:07:16.343014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45812) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:16.436183 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.436805 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.439111 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a684e47d-5f71-4442-b233-577c621be730 service neutron] 10.222.0.43 "PUT /v2.0/ports/ae971097-0ef0-4acc-8eb3-57ca9c140a6d HTTP/1.1" status: 200 len: 1093 time: 2.6394866 Jun 05 17:07:16.442951 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7bde72-4644-42b9-aa21-f36320aecede', 'tag': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:16.445324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ac23c-3811-4943-b90a-ae3da0872ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "da7bde72-4644-42b9-aa21-f36320aecede", "tag": "ae971097-0ef0-4acc-8eb3-57ca9c140a6d"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:16.456993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:07:16.474471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.505763 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.570113 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.574477 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.575629 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0b06f95-f2e2-42ae-8964-741d80c992d4 HTTP/1.1" status: 204 len: 168 time: 0.2308693 Jun 05 17:07:16.576963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:16.590588 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b06f95-f2e2-42ae-8964-741d80c992d4,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:16.595489 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadf11f-7f18-42a5-9e5f-cdf9ac7f6543 req-5a6b3833-559f-4692-8c25-55659d94fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.599459 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5dadf11f-7f18-42a5-9e5f-cdf9ac7f6543 req-5a6b3833-559f-4692-8c25-55659d94fd56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 1098 time: 0.2160513 Jun 05 17:07:16.600302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:16.629077 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Pushing event updated for resources: {'Port': ['ID=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:16.639684 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5dadf11f-7f18-42a5-9e5f-cdf9ac7f6543 req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.691065 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:16.696563 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:16.774765 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.db.api [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 05 17:07:16.774765 dv-cinder-794962-1-iscsi neutron-server[91861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 05 17:07:16.774765 dv-cinder-794962-1-iscsi neutron-server[91861]: [parameters: {'project_id': 'c1cd156cd951434abf459585d7b0abc8', 'id': 'ab4e3d45-aede-4a86-b0b2-9d287a2e786e', 'expiration': datetime.datetime(2021, 6, 5, 17, 9, 16, 754738)}] Jun 05 17:07:16.774765 dv-cinder-794962-1-iscsi neutron-server[91861]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 17:07:16.775267 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_db.api [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 17:07:16.819309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e2476-cf5b-4b89-84be-bc37447a5a97 req-aeb0d8f0-dda3-4807-af4b-8ea110a488e7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.821278 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:16.822106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-85b4b8db-9c3d-42e0-98b0-9537e19125e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.824163 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-85b4b8db-9c3d-42e0-98b0-9537e19125e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7504938 Jun 05 17:07:16.834314 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-db0e2476-cf5b-4b89-84be-bc37447a5a97 req-aeb0d8f0-dda3-4807-af4b-8ea110a488e7 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.2202973 Jun 05 17:07:16.857466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'port_id': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4', 'mac_address': 'fa:16:3e:88:de:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:07:16.863586 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69697da-3713-4a4a-ae05-708ca14671b8 req-4189b6ad-1201-4460-a219-42d296c26eed tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.865047 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f69697da-3713-4a4a-ae05-708ca14671b8 req-4189b6ad-1201-4460-a219-42d296c26eed tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 943 time: 0.5071905 Jun 05 17:07:16.900270 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-db0e2476-cf5b-4b89-84be-bc37447a5a97 req-146bda20-b3de-4e0c-a107-d8d6f9e3032c tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720940 Jun 05 17:07:16.902799 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-7d393be7-6e62-4470-a6f1-a44b198aa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:16.904556 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-7d393be7-6e62-4470-a6f1-a44b198aa6ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 1096 time: 0.3995981 Jun 05 17:07:16.979403 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.029291 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5dadf11f-7f18-42a5-9e5f-cdf9ac7f6543 req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.029720 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:17.041403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-5dadf11f-7f18-42a5-9e5f-cdf9ac7f6543 req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.048655 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:17.054653 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:17.055966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.058018 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:17.127136 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b69856-87a4-43e3-9666-8334dbbaa4e2 x-openstack-request-id: req-e5b69856-87a4-43e3-9666-8334dbbaa4e2 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:17.127541 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7bde72-4644-42b9-aa21-f36320aecede", "tag": "ae971097-0ef0-4acc-8eb3-57ca9c140a6d", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:17.127909 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5b69856-87a4-43e3-9666-8334dbbaa4e2 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:17.128330 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7bde72-4644-42b9-aa21-f36320aecede', 'tag': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d', 'status': 'completed', 'code': 200} Jun 05 17:07:17.143228 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d998949d-f540-4d68-bfaa-8f785aba4a99,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:17.150094 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-ffabb68a-d4ae-4fa8-8340-1f87c5dc6cf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d HTTP/1.1" status: 200 len: 217 time: 0.2259676 Jun 05 17:07:17.156210 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:17.164135 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5dadf11f-7f18-42a5-9e5f-cdf9ac7f6543 req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5597570 Jun 05 17:07:17.215601 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:17.232055 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:17.241441 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982aa3-940b-4b1a-b60f-eadfc75fb044 req-83aa2fa5-a24c-46c9-b806-f6c3ca852a47 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:17.243511 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f3982aa3-940b-4b1a-b60f-eadfc75fb044 req-83aa2fa5-a24c-46c9-b806-f6c3ca852a47 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1331596 Jun 05 17:07:17.277140 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.353651 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f3982aa3-940b-4b1a-b60f-eadfc75fb044 req-5389e698-c643-47a0-bee4-ff9e2276b87b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008430 Jun 05 17:07:17.370984 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-4061585d-d64d-41b4-b33d-2cc30f1eab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:17.372925 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-4061585d-d64d-41b4-b33d-2cc30f1eab2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.2156701 Jun 05 17:07:17.381752 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f69697da-3713-4a4a-ae05-708ca14671b8 req-54963f9a-2c19-49d8-8498-292bb34f6c31 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859293 Jun 05 17:07:17.446848 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-76ba7071-742c-4ea1-80f3-0ae10ca96c67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622208 Jun 05 17:07:17.452072 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['fcb1a819-4243-4f85-b3f8-0c2ce492f3b4'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:07:17.464287 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-6b90f3db-a3d9-493f-883a-7717ed9e637c service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323638 Jun 05 17:07:17.471359 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.476112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.487187 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:17.520855 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309a56d4-047e-4220-b0cb-87529c641a9e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:17.524678 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:17.525410 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45858) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:17.550640 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1cd156cd951434abf459585d7b0abc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3504589 Jun 05 17:07:17.552656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45864) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:17.625428 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.732261 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.768013 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.847292 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.853100 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.856778 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/309a56d4-047e-4220-b0cb-87529c641a9e HTTP/1.1" status: 204 len: 168 time: 0.3000579 Jun 05 17:07:17.856778 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3cd6cee0-d146-470c-8bd9-be9646e74088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:17.866473 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-05629274-a788-4d88-9304-efe5f3e8b0ad service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009864 Jun 05 17:07:17.922080 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-caf68494-bf66-4769-bffc-5f063d49ea0d req-0b6046a0-525f-474b-8e68-433acb1577b5 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175687 Jun 05 17:07:17.943838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a56d4-047e-4220-b0cb-87529c641a9e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:17.947942 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:17.977805 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:17.989010 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.018266 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:18.027418 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d964d4e9ff1642c2a7236ab40294880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936733 Jun 05 17:07:18.030340 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45884) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:18.057942 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b95550-77a7-4ac2-b0e2-f3e8c7f7909f req-a1c124fc-a9b5-49c3-b257-ce5f359f62d7 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820133 Jun 05 17:07:18.089087 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85ede0-6346-4768-a61d-e6c65394285b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:18.112080 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:18.192037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.224853 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-e663c49e-743f-48bf-b1a0-7ea34b8305c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:18.226027 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.226338 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-e663c49e-743f-48bf-b1a0-7ea34b8305c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 1096 time: 0.0812705 Jun 05 17:07:18.252846 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0ce4-900c-4448-a7de-191fffb7296e req-8ff92e3b-4fb8-47ab-b20b-f188ecbd71dc tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:18.254336 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5dba0ce4-900c-4448-a7de-191fffb7296e req-8ff92e3b-4fb8-47ab-b20b-f188ecbd71dc tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.1413786 Jun 05 17:07:18.318323 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5dba0ce4-900c-4448-a7de-191fffb7296e req-c991d901-cf31-4e28-b85b-eb6ce6911fab tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505683 Jun 05 17:07:18.332357 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.337170 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.339863 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a85ede0-6346-4768-a61d-e6c65394285b HTTP/1.1" status: 204 len: 168 time: 0.3090217 Jun 05 17:07:18.340724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ddd37f95-0cfb-4828-b2eb-56ce47553f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:18.350546 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85ede0-6346-4768-a61d-e6c65394285b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:18.353018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:18.440985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-e68e1225-9463-46ce-b2ac-6618b73c9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:18.442581 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-e68e1225-9463-46ce-b2ac-6618b73c9278 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.2089682 Jun 05 17:07:18.463090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45906) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:18.476692 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:07:18.503974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.624111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.634346 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.662662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6c57dba2-12f1-4ce9-a04e-ba6bc36e40bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:18.737789 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-214f1e1f-3244-433e-a974-c129a35452cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d HTTP/1.1" status: 200 len: 217 time: 0.2877588 Jun 05 17:07:18.770482 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:18.794109 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '38003908-937f-4385-8a60-ca4e9860541f', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'port_id': '38003908-937f-4385-8a60-ca4e9860541f', 'mac_address': 'fa:16:3e:a4:bb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:07:18.858595 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c21247-8864-4758-8a5b-3cbe67dd2e69,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:18.903617 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:18.905816 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a050a548166403f8d9331eef1c6f9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415421 Jun 05 17:07:18.917249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45948) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:18.925249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:18.955413 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-f8b5a0c2-075a-4192-9a06-d2f444643e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:18.956870 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-f8b5a0c2-075a-4192-9a06-d2f444643e04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.2039800 Jun 05 17:07:18.958695 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38003908-937f-4385-8a60-ca4e9860541f {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:18.998297 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:19.012464 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.015938 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-1f62425b-c1c8-4707-814e-66f06c2bf96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:19.080054 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-92048679-896a-481b-be25-5db4c61c904d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071246 Jun 05 17:07:19.099912 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fd5c9-896e-4034-ba07-e720073767d3 req-0da56d46-db91-4679-b92b-c429403cd0e9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:19.107074 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d17fd5c9-896e-4034-ba07-e720073767d3 req-0da56d46-db91-4679-b92b-c429403cd0e9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 943 time: 0.4134076 Jun 05 17:07:19.109786 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3ebb-817c-4164-a3b2-a10eaccc1ae8 req-fc6822fd-a8a2-47fd-a61a-086ea63b1ff1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:19.117157 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b6ee3ebb-817c-4164-a3b2-a10eaccc1ae8 req-fc6822fd-a8a2-47fd-a61a-086ea63b1ff1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.4997754 Jun 05 17:07:19.146040 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.173913 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45956) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:19.192002 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:19.195758 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:19.219938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.228420 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.243163 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d17fd5c9-896e-4034-ba07-e720073767d3 req-c1b99877-cc71-46b8-b2d1-015c39c59450 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351807 Jun 05 17:07:19.275974 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b6ee3ebb-817c-4164-a3b2-a10eaccc1ae8 req-ae48260d-ddab-4d92-8330-bf6cc7a555e4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166873 Jun 05 17:07:19.341573 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-9785ab19-c0e5-4846-9b05-3a7391e25799 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480378 Jun 05 17:07:19.359780 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.359780 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.359780 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74c21247-8864-4758-8a5b-3cbe67dd2e69 HTTP/1.1" status: 204 len: 168 time: 0.4278350 Jun 05 17:07:19.359780 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:19.379883 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c21247-8864-4758-8a5b-3cbe67dd2e69,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:19.385966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['38003908-937f-4385-8a60-ca4e9860541f'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:07:19.386921 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:19.426604 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.439495 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.453940 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d472113c-4b91-4ec7-a7ee-abac0d4a9871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:19.517119 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb6eaf9d0f384c3c9091807454b052c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371356 Jun 05 17:07:19.517119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22572edd-0232-41f7-936f-bf3c39e20f70,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:19.519786 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 45968) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:19.590568 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:19.639973 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ce3ac23c-3811-4943-b90a-ae3da0872ac5 req-74a54e5a-fe64-4a81-bb09-643fa89b9cb2 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906001 Jun 05 17:07:19.763271 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.798143 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac7f0-576b-4840-9558-6a7df7dfd19f req-c3ff865d-bd62-4c96-9246-835ba9f4ac0a tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:19.799631 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6cbac7f0-576b-4840-9558-6a7df7dfd19f req-c3ff865d-bd62-4c96-9246-835ba9f4ac0a tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.2841558 Jun 05 17:07:19.804016 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.881460 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6cbac7f0-576b-4840-9558-6a7df7dfd19f req-ee554b76-fca3-43db-9874-db351e5cc1d8 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703897 Jun 05 17:07:19.905841 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.908406 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:19.909508 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22572edd-0232-41f7-936f-bf3c39e20f70 HTTP/1.1" status: 204 len: 168 time: 0.3881483 Jun 05 17:07:19.910204 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:19.924733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22572edd-0232-41f7-936f-bf3c39e20f70,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:19.926573 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:20.145312 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46004) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:20.315144 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:20.378436 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:07:20.491247 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device ae971097-0ef0-4acc-8eb3-57ca9c140a6d details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:07:20.531148 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:20.609498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb728d8-0f44-4792-b663-8350a1bdc524 req-5441c847-4856-4396-bd50-e596a462a162 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:20.613991 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0cb728d8-0f44-4792-b663-8350a1bdc524 req-5441c847-4856-4396-bd50-e596a462a162 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 943 time: 0.2113998 Jun 05 17:07:20.704029 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:20.723776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:20.727708 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0cb728d8-0f44-4792-b663-8350a1bdc524 req-bea1dcc8-f341-42e0-ae08-5bc3b66f8cbd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067264 Jun 05 17:07:20.733594 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:20.776945 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:20.818377 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d', 'network_id': '47fda9a2-d967-45f2-9658-81cb66bc9c38', 'port_id': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d', 'mac_address': 'fa:16:3e:cc:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '419bcf44-3c5e-469c-bf09-39d8e24b17c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:07:20.854504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30960fcb-5110-473e-8325-9b87b42bb152,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:20.869001 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46042) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:20.869491 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23631559f35d4d5a9e557f3a48a0bb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7224524 Jun 05 17:07:20.872090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:20.893976 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86c548-1206-412a-a125-542697c7c7e2 req-b78a4ecd-e4bf-4fdb-9b62-949ccb7bb633 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:20.900660 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1b86c548-1206-412a-a125-542697c7c7e2 req-b78a4ecd-e4bf-4fdb-9b62-949ccb7bb633 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 944 time: 0.4116571 Jun 05 17:07:20.921186 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:20.945581 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae971097-0ef0-4acc-8eb3-57ca9c140a6d {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:07:20.950747 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 38003908-937f-4385-8a60-ca4e9860541f completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:20.967850 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1b86c548-1206-412a-a125-542697c7c7e2 req-c638f005-2e2a-4be0-95e4-3ea9b3736ba4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540464 Jun 05 17:07:20.976646 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 38003908-937f-4385-8a60-ca4e9860541f triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:20.977368 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.044872 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.060124 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:21.077998 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.085520 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:21.116236 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.214680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.218927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.220449 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30960fcb-5110-473e-8325-9b87b42bb152 HTTP/1.1" status: 204 len: 168 time: 0.3499739 Jun 05 17:07:21.221475 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9d7ed19a-7f65-48bc-9221-d6652005797d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:21.245741 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:21.246008 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30960fcb-5110-473e-8325-9b87b42bb152,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:21.249299 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:21.251209 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:21.259022 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.305001 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:21.307509 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747a015-b309-4638-b168-2b374fd9898d" -d '{"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-plugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:21.316501 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:21.324494 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.327557 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:21.394608 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b9be2-115e-4906-8aa9-dd3f05372b41 x-openstack-request-id: req-0c7b9be2-115e-4906-8aa9-dd3f05372b41 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:21.395334 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-plugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:21.395784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c7b9be2-115e-4906-8aa9-dd3f05372b41 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:21.396400 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'code': 200} Jun 05 17:07:21.396995 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:21.474555 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['ae971097-0ef0-4acc-8eb3-57ca9c140a6d'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:07:21.554121 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:21.565156 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:21.588092 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:21.617956 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:21.618334 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.775211 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcda347-0f76-4794-94b9-8cb91b3882ee req-12bf42e9-03a4-41a7-bf4c-b0b669775e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:21.777749 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2bcda347-0f76-4794-94b9-8cb91b3882ee req-12bf42e9-03a4-41a7-bf4c-b0b669775e82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1098 time: 0.1541066 Jun 05 17:07:21.840876 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2bcda347-0f76-4794-94b9-8cb91b3882ee req-7feb9543-1257-4e16-aab3-bea7f7e9395e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536158 Jun 05 17:07:21.860267 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46082) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:21.889557 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.911395 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.926812 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:21.933464 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:21.935497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:22.013368 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:22.016833 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:22.177684 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc27224-919d-442a-bf59-fac74196b1de req-946a6206-44be-4522-aede-a325f6edcd00 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:22.179282 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6fc27224-919d-442a-bf59-fac74196b1de req-946a6206-44be-4522-aede-a325f6edcd00 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 944 time: 0.2258804 Jun 05 17:07:22.276834 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6fc27224-919d-442a-bf59-fac74196b1de req-b8ad17d0-ac71-43fe-8a2d-9c462619b451 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875325 Jun 05 17:07:22.310924 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:22.316929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:22.327106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:22.373168 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46110) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:22.373386 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1dbc334deb148d1979d8667ef60be8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117731 Jun 05 17:07:22.373928 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf007be0-3be5-476b-9a0f-21861301509f,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:22.377048 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:22.514419 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:22.552363 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:22.558964 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b015a9-bc01-4b28-a25a-738e0aea4878 req-2d74ed13-e91c-46df-89ef-46b78a95b8d2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:22.583264 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e8b015a9-bc01-4b28-a25a-738e0aea4878 req-2d74ed13-e91c-46df-89ef-46b78a95b8d2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1122696 Jun 05 17:07:22.669591 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e8b015a9-bc01-4b28-a25a-738e0aea4878 req-09ec81a8-efa2-4246-987d-33391e998cbf tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875609 Jun 05 17:07:22.670187 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:22.673491 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:22.674433 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf007be0-3be5-476b-9a0f-21861301509f HTTP/1.1" status: 204 len: 168 time: 0.2996140 Jun 05 17:07:22.675545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-82ecfd26-ed2d-4f15-9f8e-63b125e8c111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:22.686564 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf007be0-3be5-476b-9a0f-21861301509f,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:22.700903 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:23.273902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46144) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:23.290453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.398024 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0104b413-cc38-4d91-be4b-e7acd4709136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:23.401144 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae6045-3348-4049-bd34-cb7f936a6cac" -d '{"events": [{"server_uuid": "0104b413-cc38-4d91-be4b-e7acd4709136", "name": "network-vif-plugged", "status": "completed", "tag": "fcb1a819-4243-4f85-b3f8-0c2ce492f3b4"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:23.451705 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.458588 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.473197 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-03fa0706-06b5-4dc5-a0f1-b5a83c5caf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:23.505325 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e3a9c8-5236-40d4-9e97-6ac8e54bb2a2 x-openstack-request-id: req-16e3a9c8-5236-40d4-9e97-6ac8e54bb2a2 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:23.505808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0104b413-cc38-4d91-be4b-e7acd4709136", "name": "network-vif-plugged", "status": "completed", "tag": "fcb1a819-4243-4f85-b3f8-0c2ce492f3b4", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:23.506236 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16e3a9c8-5236-40d4-9e97-6ac8e54bb2a2 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:23.507373 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0104b413-cc38-4d91-be4b-e7acd4709136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4', 'code': 200} Jun 05 17:07:23.538111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0674703-fc2b-4c32-a41f-e28e4e64ad0c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:23.543838 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de4f4aee9fbd497c940f866b68365a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688804 Jun 05 17:07:23.544753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:23.546972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46156) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:23.579906 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ad89-f31e-4c6e-8661-4483fc9ce71f req-f49bcb3e-9f59-4ce2-a40a-f634b093a3e2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:23.583885 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dc71ad89-f31e-4c6e-8661-4483fc9ce71f req-f49bcb3e-9f59-4ce2-a40a-f634b093a3e2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 944 time: 0.2042010 Jun 05 17:07:23.638703 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dc71ad89-f31e-4c6e-8661-4483fc9ce71f req-ded95e7a-bc71-4acf-9320-0dd2d34f414d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Jun 05 17:07:23.650263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.700216 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.802125 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.805106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:23.813864 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0674703-fc2b-4c32-a41f-e28e4e64ad0c HTTP/1.1" status: 204 len: 168 time: 0.2649419 Jun 05 17:07:23.816753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-47e061c6-f084-4ec0-9ac5-d829b5c73f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:23.845937 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0674703-fc2b-4c32-a41f-e28e4e64ad0c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:23.847494 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835f24-9c70-42a2-b0c7-fb1c8ad320e0 req-6949a88b-a953-4cab-a828-b65b9de2af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:23.848964 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a7835f24-9c70-42a2-b0c7-fb1c8ad320e0 req-6949a88b-a953-4cab-a828-b65b9de2af5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.1391218 Jun 05 17:07:23.850990 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:23.942929 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a7835f24-9c70-42a2-b0c7-fb1c8ad320e0 req-663a3ca1-39c0-4867-bfc9-f93ee36810a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817730 Jun 05 17:07:24.061965 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0d06c-160a-445a-b48b-7fe17718f879 req-99ebcecf-bc7e-4043-9a02-e6bf19d71dcc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:24.065784 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eef0d06c-160a-445a-b48b-7fe17718f879 req-99ebcecf-bc7e-4043-9a02-e6bf19d71dcc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.2140536 Jun 05 17:07:24.120005 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eef0d06c-160a-445a-b48b-7fe17718f879 req-8098b069-13bb-42f8-98a8-7a60b4857456 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478954 Jun 05 17:07:24.309638 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5cf7d-cb87-4291-acb1-0e3f5dab324c req-d1acef1e-dd2e-4f18-89af-0f9f33c57101 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:24.314409 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-49b5cf7d-cb87-4291-acb1-0e3f5dab324c req-d1acef1e-dd2e-4f18-89af-0f9f33c57101 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0890288 Jun 05 17:07:24.320582 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46186) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:24.325619 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'floatingip': {'port_id': '38003908-937f-4385-8a60-ca4e9860541f'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:24.459234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:24.522136 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device ae971097-0ef0-4acc-8eb3-57ca9c140a6d up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:24.604229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port ae971097-0ef0-4acc-8eb3-57ca9c140a6d completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:24.610317 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port ae971097-0ef0-4acc-8eb3-57ca9c140a6d triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:24.610850 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:24.751907 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:24.799011 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:24.806565 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:24.810304 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:24.915441 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:24.920093 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:25.153245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0859cb7-fd0c-4201-af03-04832bd175b9 req-fc2745e5-d326-45a9-997f-da435c9b81e3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:25.154744 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b0859cb7-fd0c-4201-af03-04832bd175b9 req-fc2745e5-d326-45a9-997f-da435c9b81e3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.3496344 Jun 05 17:07:25.307923 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b0859cb7-fd0c-4201-af03-04832bd175b9 req-6cfce304-176f-49cb-812a-0541ce456363 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443779 Jun 05 17:07:25.509118 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7bde72-4644-42b9-aa21-f36320aecede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:25.512050 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427697a-b3da-4907-9516-a20b2359f52e" -d '{"events": [{"server_uuid": "da7bde72-4644-42b9-aa21-f36320aecede", "name": "network-vif-plugged", "status": "completed", "tag": "ae971097-0ef0-4acc-8eb3-57ca9c140a6d"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:25.541701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:25.548402 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:25.566651 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2abc23-77f3-4126-9a13-f3705c5a6107 x-openstack-request-id: req-ae2abc23-77f3-4126-9a13-f3705c5a6107 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:25.567149 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7bde72-4644-42b9-aa21-f36320aecede", "name": "network-vif-plugged", "status": "completed", "tag": "ae971097-0ef0-4acc-8eb3-57ca9c140a6d", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:25.567414 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae2abc23-77f3-4126-9a13-f3705c5a6107 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:25.568018 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7bde72-4644-42b9-aa21-f36320aecede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d', 'code': 200} Jun 05 17:07:25.765045 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Floating IP 9330d05d-9f5c-4adf-9ed3-f49bf7942f45 associated. External IP: 172.27.0.161, port: 38003908-937f-4385-8a60-ca4e9860541f. Jun 05 17:07:26.192890 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:07:26.389671 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:07:26.394403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:26.403178 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:07:26.412936 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:26.413665 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:26.497863 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f890bb04-d5ec-4932-b50f-2c4ccc51b77d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "PUT /v2.0/floatingips/9330d05d-9f5c-4adf-9ed3-f49bf7942f45 HTTP/1.1" status: 200 len: 991 time: 2.1729789 Jun 05 17:07:26.497863 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:26.498326 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ab9c9-a2ce-47b4-8641-98cadd77cf88" -d '{"events": [{"name": "network-changed", "server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:26.523467 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b639b74-3eb7-4653-a8dc-48c26712c4cb req-48603e36-b440-42b5-93cf-f095163b1093 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:26.525227 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2b639b74-3eb7-4653-a8dc-48c26712c4cb req-48603e36-b440-42b5-93cf-f095163b1093 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1033914 Jun 05 17:07:26.596047 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:26.603314 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2b639b74-3eb7-4653-a8dc-48c26712c4cb req-56c7629c-1b98-49dd-a7d2-ecb733409bbd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722542 Jun 05 17:07:26.653435 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce32769-aca4-416a-b978-bb0ad576a36e x-openstack-request-id: req-1ce32769-aca4-416a-b978-bb0ad576a36e {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:26.653841 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:26.654206 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ce32769-aca4-416a-b978-bb0ad576a36e {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:26.654729 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'status': 'completed', 'code': 200} Jun 05 17:07:26.941073 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '9330d05d-9f5c-4adf-9ed3-f49bf7942f45', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'port_id': '38003908-937f-4385-8a60-ca4e9860541f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'mac_address': 'fa:16:3e:a4:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:06:59Z', 'updated_at': '2021-06-05T17:07:25Z', 'revision_number': 1, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:26.944741 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:07:26.952683 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:26.953261 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:27.121661 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:27.476637 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '9330d05d-9f5c-4adf-9ed3-f49bf7942f45', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'port_id': '38003908-937f-4385-8a60-ca4e9860541f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'mac_address': 'fa:16:3e:a4:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:06:59Z', 'updated_at': '2021-06-05T17:07:25Z', 'revision_number': 1, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:27.480434 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0339d-a663-4fb7-8132-03142b6e3c62 None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '9330d05d-9f5c-4adf-9ed3-f49bf7942f45', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'port_id': '38003908-937f-4385-8a60-ca4e9860541f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'mac_address': 'fa:16:3e:a4:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:06:59Z', 'updated_at': '2021-06-05T17:07:25Z', 'revision_number': 1, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:07:27.685609 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c887ecc-8d99-45fb-8f71-9fb2179bd388 None None] New status for floating IP 9330d05d-9f5c-4adf-9ed3-f49bf7942f45: ACTIVE {{(pid=91862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:07:27.800857 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c9eaa-d9b3-4517-990f-9b0c2983c308 req-8fe88a0c-33a9-401d-ad4d-9836b650d580 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:27.802312 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d68c9eaa-d9b3-4517-990f-9b0c2983c308 req-8fe88a0c-33a9-401d-ad4d-9836b650d580 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0853004 Jun 05 17:07:27.847438 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d68c9eaa-d9b3-4517-990f-9b0c2983c308 req-0442762b-bde2-4059-9e63-0e5275396cde tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Jun 05 17:07:29.033440 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f960e-94bc-4743-9ae6-b730682184b8 req-263bccae-26de-4357-b526-ceb8bf0d3ba1 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:29.034881 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1c6f960e-94bc-4743-9ae6-b730682184b8 req-263bccae-26de-4357-b526-ceb8bf0d3ba1 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0811427 Jun 05 17:07:29.078663 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1c6f960e-94bc-4743-9ae6-b730682184b8 req-7215f484-cb54-4aea-b48a-dafbaf00e576 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Jun 05 17:07:30.257997 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d92a16-3c51-4ec5-81f1-a91b93886403 req-79973d81-ea1b-48c5-b094-24959423d991 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:30.259463 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-74d92a16-3c51-4ec5-81f1-a91b93886403 req-79973d81-ea1b-48c5-b094-24959423d991 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0775242 Jun 05 17:07:30.303160 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-74d92a16-3c51-4ec5-81f1-a91b93886403 req-8f9f2cf2-0fcf-4417-a0c1-cc027f9cff5e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Jun 05 17:07:30.519876 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-bf5b58fe-29b2-488e-8df7-0699eacb6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:30.521369 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-bf5b58fe-29b2-488e-8df7-0699eacb6e06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1098 time: 0.0757072 Jun 05 17:07:30.701915 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-3081de07-e2c5-4ec8-81b7-0033ebe66f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:30.703949 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-3081de07-e2c5-4ec8-81b7-0033ebe66f7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1759574 Jun 05 17:07:30.717512 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b439c-f343-4294-8665-772253b5bad1 req-7e7f1f16-f343-4ec9-887f-b8ae13635a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:30.718945 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1b7b439c-f343-4294-8665-772253b5bad1 req-7e7f1f16-f343-4ec9-887f-b8ae13635a1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 1098 time: 0.1045845 Jun 05 17:07:30.843652 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1b7b439c-f343-4294-8665-772253b5bad1 req-e274c5ab-d112-4c2e-b7c6-aa611673a23a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717790 Jun 05 17:07:30.845397 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-d53559b4-0724-4d5e-ab6c-e8c0b3477576 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 1001 time: 0.1255369 Jun 05 17:07:31.050311 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-e8cbdbfb-198a-4229-ac5c-b5b7d4b920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:31.051815 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-e8cbdbfb-198a-4229-ac5c-b5b7d4b920d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0613384 Jun 05 17:07:31.130705 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-6fef9055-8496-4fd9-80cc-ff4d8f0dbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:31.132182 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-6fef9055-8496-4fd9-80cc-ff4d8f0dbd6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686586 Jun 05 17:07:31.270761 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-2aaecee2-7f72-4dee-b701-f011ff62588f service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263609 Jun 05 17:07:31.407272 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-446ab9c9-a2ce-47b4-8641-98cadd77cf88 req-d727f939-1910-43e4-9e03-35f8ddeae2db service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298177 Jun 05 17:07:31.497285 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7bc64-cc26-4b42-8e09-03d8788ade4e req-e411fdf9-8bb9-4e65-be9c-a5fb5f3f431a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:31.498649 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-53f7bc64-cc26-4b42-8e09-03d8788ade4e req-e411fdf9-8bb9-4e65-be9c-a5fb5f3f431a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0860856 Jun 05 17:07:31.542772 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-53f7bc64-cc26-4b42-8e09-03d8788ade4e req-eabb2d06-5d5a-451b-9c16-5b304475709f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 Jun 05 17:07:32.738761 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dacb93-69f8-4db0-8a24-9a2fac300384 req-696689d3-b6fc-47fe-b5c3-e92870ebffc4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:32.740356 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a2dacb93-69f8-4db0-8a24-9a2fac300384 req-696689d3-b6fc-47fe-b5c3-e92870ebffc4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0798178 Jun 05 17:07:32.790443 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a2dacb93-69f8-4db0-8a24-9a2fac300384 req-b0b69a51-f6fc-40ff-9347-26315d4c3af7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 Jun 05 17:07:33.970849 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82497ab-f28f-4614-9b53-53feb76f4981 req-4dea9d13-62aa-4d93-89d2-7d8640f1f871 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:33.972302 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d82497ab-f28f-4614-9b53-53feb76f4981 req-4dea9d13-62aa-4d93-89d2-7d8640f1f871 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0782681 Jun 05 17:07:34.019778 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d82497ab-f28f-4614-9b53-53feb76f4981 req-cd9ac03f-c6eb-438b-bf19-7a5bb4099a54 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Jun 05 17:07:35.203924 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fdbee-e41c-4ccf-991d-0d7bb04c345a req-3571711d-cf20-4960-b333-7ce85c2290c6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:35.205468 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7a9fdbee-e41c-4ccf-991d-0d7bb04c345a req-3571711d-cf20-4960-b333-7ce85c2290c6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0851452 Jun 05 17:07:35.249495 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7a9fdbee-e41c-4ccf-991d-0d7bb04c345a req-33477853-a3e4-4395-8af3-db3b172d25c4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jun 05 17:07:36.430306 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011952a-159a-494e-96b2-e97e2e7d9d5a req-4405e07c-4f61-4913-9526-d753cc557dbb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:36.431748 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e011952a-159a-494e-96b2-e97e2e7d9d5a req-4405e07c-4f61-4913-9526-d753cc557dbb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0778859 Jun 05 17:07:36.476331 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e011952a-159a-494e-96b2-e97e2e7d9d5a req-3c30b1dd-c708-47eb-9678-e3953160734e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Jun 05 17:07:36.676880 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:37.659600 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c327126-537f-4431-b458-4136f372f6c2 req-781072e8-68d2-48f9-9e3e-00a53ffeb97e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:37.661015 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c327126-537f-4431-b458-4136f372f6c2 req-781072e8-68d2-48f9-9e3e-00a53ffeb97e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0815217 Jun 05 17:07:37.704123 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c327126-537f-4431-b458-4136f372f6c2 req-082ca486-a879-4303-a7b5-ec99ee067619 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Jun 05 17:07:38.897054 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea9833-641b-406f-b70e-595ad11d8154 req-a5a1d494-a2d0-47d8-aae8-13c0d74262de tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:38.898887 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e0ea9833-641b-406f-b70e-595ad11d8154 req-a5a1d494-a2d0-47d8-aae8-13c0d74262de tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0920188 Jun 05 17:07:38.946074 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e0ea9833-641b-406f-b70e-595ad11d8154 req-d4c61762-adf9-4a33-a37f-f69ab640de68 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Jun 05 17:07:39.301813 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-acac2937-48e3-410c-be0b-67c1a2c52a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:39.450651 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-e7636149-fa8b-4fb6-a6cc-7e58a660a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:39.453617 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-e7636149-fa8b-4fb6-a6cc-7e58a660a76c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 1098 time: 0.1279023 Jun 05 17:07:39.562700 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42afab-e02a-43da-9401-9868ed279866 req-d06e67ec-6cfd-4b57-aa33-7707247fba81 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:39.565059 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b42afab-e02a-43da-9401-9868ed279866 req-d06e67ec-6cfd-4b57-aa33-7707247fba81 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.2136796 Jun 05 17:07:39.604531 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-820b3a27-5f3b-4520-9222-4ed66936e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:39.606052 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-820b3a27-5f3b-4520-9222-4ed66936e47c service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.1452429 Jun 05 17:07:39.632344 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b42afab-e02a-43da-9401-9868ed279866 req-59c34383-774e-4d66-b7fb-acbf498917f9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588543 Jun 05 17:07:39.685030 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-d930047e-40e3-468f-a9a0-57e1f020f104 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d HTTP/1.1" status: 200 len: 217 time: 0.0709901 Jun 05 17:07:39.824085 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-5c07c519-c396-4651-9522-78e25492859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:39.825574 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-5c07c519-c396-4651-9522-78e25492859d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.1300633 Jun 05 17:07:39.913119 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-d0f892b9-0d67-4ad3-b1d9-e665c96d576c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739133 Jun 05 17:07:40.150121 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46506) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:40.188483 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46510) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:40.243792 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-0f85e835-a0b9-4959-acea-446e1bb26b8d service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201077 Jun 05 17:07:40.322265 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.386943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.401062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578894da-fdee-42e3-a5bb-736f9daef362 req-4993e842-cc47-451b-be9e-470abc834367 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:40.402575 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-578894da-fdee-42e3-a5bb-736f9daef362 req-4993e842-cc47-451b-be9e-470abc834367 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.2097652 Jun 05 17:07:40.441825 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-83159fcc-19d7-4e8e-81ab-e07d3dc9f1dc req-a2a79105-4a53-40ea-8065-d87580709637 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816916 Jun 05 17:07:40.462368 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-578894da-fdee-42e3-a5bb-736f9daef362 req-a043dfb4-3195-426d-8dc8-c469308758e8 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462689 Jun 05 17:07:40.464506 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.474213 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.486067 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:40.545371 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb6f0bd3fcc945aa91ccc9d42daca158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556633 Jun 05 17:07:40.548026 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c353871-acf9-43ad-8380-fe1e856c57f4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:40.548306 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46518) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:40.558324 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.558684 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.559038 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.559460 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.559802 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.560134 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.560466 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.560799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.561131 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.561459 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.561785 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.562720 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.567193 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:40.619262 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.631753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.636064 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.644461 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-179c8468-935a-451b-bfdf-3c6d83cb3523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:40.648636 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.685006 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71bb7999008940df9ccdf6cb07dc7c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328443 Jun 05 17:07:40.686656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb604cf-f173-4caf-91bc-5fb31a7c3238,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:40.688332 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46524) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:40.690891 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:40.725938 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.728440 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.729535 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c353871-acf9-43ad-8380-fe1e856c57f4 HTTP/1.1" status: 204 len: 168 time: 0.1799684 Jun 05 17:07:40.731750 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:40.746022 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c353871-acf9-43ad-8380-fe1e856c57f4,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:40.757751 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.758163 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.758465 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.758850 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.759141 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.759514 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.760171 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.760171 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.760558 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.760894 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.761235 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.761595 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:40.771397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:40.778679 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.807002 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.861820 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0949-3043-4763-aab3-272aa5023909 req-9669cf21-e084-484c-9016-e039510535c3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:40.863414 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-509a0949-3043-4763-aab3-272aa5023909 req-9669cf21-e084-484c-9016-e039510535c3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1069558 Jun 05 17:07:40.872446 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.872446 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:40.886905 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cb604cf-f173-4caf-91bc-5fb31a7c3238 HTTP/1.1" status: 204 len: 168 time: 0.1947153 Jun 05 17:07:40.886905 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-de4f7b18-6a2f-4dad-a935-fda64e3d54fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:40.904214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb604cf-f173-4caf-91bc-5fb31a7c3238,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:40.906971 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:40.956913 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-509a0949-3043-4763-aab3-272aa5023909 req-e0176fff-abce-4f67-8237-522d2af2717e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871203 Jun 05 17:07:41.105832 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46536) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:41.123826 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.249999 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.254619 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.266123 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:41.307206 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87c7475984c84316845256f134d86ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002523 Jun 05 17:07:41.308465 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7834c72-e584-4550-bc84-33ed0a584aa3,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:41.310265 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46552) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:41.312165 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:41.352202 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46558) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:41.369520 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.411281 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.443575 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.486433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.491795 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.515473 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-828f5118-841a-4afb-8d92-0811f21dbf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:41.520418 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.523953 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.525256 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7834c72-e584-4550-bc84-33ed0a584aa3 HTTP/1.1" status: 204 len: 168 time: 0.2131689 Jun 05 17:07:41.526123 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4a964f4b-bb8a-4459-a324-1eee32fdbd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:41.537351 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7834c72-e584-4550-bc84-33ed0a584aa3,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:41.545466 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:41.554758 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3703adef9d664863b3c9f8d3321a66d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014148 Jun 05 17:07:41.557677 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46566) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:41.587505 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b11c60-07b8-47d3-b2b0-2e16934425b8,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:41.590627 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:41.686786 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.721178 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.721974 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.737844 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c764d-cb9f-44d9-9b10-0b28db4e573f req-42fd0801-8c64-410f-92e1-0327869d9d45 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:41.744750 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed5c764d-cb9f-44d9-9b10-0b28db4e573f req-42fd0801-8c64-410f-92e1-0327869d9d45 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.1501498 Jun 05 17:07:41.808979 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed5c764d-cb9f-44d9-9b10-0b28db4e573f req-34d6c185-e3d6-47cf-a24d-5183369197f3 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633600 Jun 05 17:07:41.831111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.831219 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:41.832475 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04b11c60-07b8-47d3-b2b0-2e16934425b8 HTTP/1.1" status: 204 len: 168 time: 0.2734442 Jun 05 17:07:41.833132 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:41.842820 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b11c60-07b8-47d3-b2b0-2e16934425b8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:41.845629 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:41.909054 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c989-2f24-4090-8560-25f5567abf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:42.196348 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53300276-eddf-4c7e-bc8c-3d69656dd1f3 req-77ebcf07-ab9c-4d01-8b88-f3c1d88564cc tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:42.200385 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-53300276-eddf-4c7e-bc8c-3d69656dd1f3 req-77ebcf07-ab9c-4d01-8b88-f3c1d88564cc tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1426342 Jun 05 17:07:42.269717 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-53300276-eddf-4c7e-bc8c-3d69656dd1f3 req-597ba226-3b2c-459b-9f4e-70779a9881ea tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620410 Jun 05 17:07:42.960081 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:43.186249 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94a68f-26ee-4d8f-9257-f133457592f0 req-bacaa7e5-d8c0-4e20-a8b0-13d13efafa04 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:43.188805 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8d94a68f-26ee-4d8f-9257-f133457592f0 req-bacaa7e5-d8c0-4e20-a8b0-13d13efafa04 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.1657364 Jun 05 17:07:43.317345 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8d94a68f-26ee-4d8f-9257-f133457592f0 req-190183d9-3b88-4d33-8cfe-36c53a07ff7c tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/security-groups?id=3799c0b9-c7c9-4543-b980-53c40c25c242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728610 Jun 05 17:07:43.349569 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-559911a7-46e9-4b5a-88cc-b6c83931c498 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:43.356582 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-559911a7-46e9-4b5a-88cc-b6c83931c498 tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 945 time: 0.1666007 Jun 05 17:07:43.546232 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1013ed-0c0b-4ed4-9905-8b6ee936de35 req-e9bf5c01-75b7-4019-88e3-2245f2e42bab tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:43.553283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9d1013ed-0c0b-4ed4-9905-8b6ee936de35 req-e9bf5c01-75b7-4019-88e3-2245f2e42bab tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0963624 Jun 05 17:07:43.571516 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Deleting port bf112b9d-0448-4192-b064-1fc7c31a63c2 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:07:43.571962 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:43.610234 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9d1013ed-0c0b-4ed4-9905-8b6ee936de35 req-487d0221-9318-4c29-b626-b0c25cf0c155 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542836 Jun 05 17:07:43.732936 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] For port bf112b9d-0448-4192-b064-1fc7c31a63c2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bf112b9d-0448-4192-b064-1fc7c31a63c2,segment=NetworkSegment(37b5b9ea-1927-40cc-a1d2-3f86d6863243),segment_id=37b5b9ea-1927-40cc-a1d2-3f86d6863243)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:43.733295 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:43.874212 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Calling delete_port for bf112b9d-0448-4192-b064-1fc7c31a63c2 owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:07:44.056796 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:44.070540 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:44.075967 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['bf112b9d-0448-4192-b064-1fc7c31a63c2'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:07:44.186557 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Pushing event deleted for resources: {'Port': ['ID=bf112b9d-0448-4192-b064-1fc7c31a63c2,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:44.189911 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:44.261810 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] No DVR routers for this DVR port bf112b9d-0448-4192-b064-1fc7c31a63c2 on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:07:44.264903 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:44.266879 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0cb1fbe6-1e39-402b-8d21-5f0598228b4c req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.43 "DELETE /v2.0/ports/bf112b9d-0448-4192-b064-1fc7c31a63c2 HTTP/1.1" status: 204 len: 173 time: 0.9008224 Jun 05 17:07:44.267375 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'name': 'network-vif-deleted', 'tag': 'bf112b9d-0448-4192-b064-1fc7c31a63c2'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:07:44.269602 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23e4276-ba8b-46dd-99b6-82e454335633" -d '{"events": [{"server_uuid": "b6619179-39fa-4d57-b80c-4f3ac002f4a7", "name": "network-vif-deleted", "tag": "bf112b9d-0448-4192-b064-1fc7c31a63c2"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:07:44.320906 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f6f55e-6191-402a-abfd-a3d980226bf8 x-openstack-request-id: req-37f6f55e-6191-402a-abfd-a3d980226bf8 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:07:44.321215 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6619179-39fa-4d57-b80c-4f3ac002f4a7", "name": "network-vif-deleted", "tag": "bf112b9d-0448-4192-b064-1fc7c31a63c2", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:07:44.321614 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37f6f55e-6191-402a-abfd-a3d980226bf8 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:07:44.322027 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6619179-39fa-4d57-b80c-4f3ac002f4a7', 'name': 'network-vif-deleted', 'tag': 'bf112b9d-0448-4192-b064-1fc7c31a63c2', 'status': 'completed', 'code': 200} Jun 05 17:07:44.470236 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d3edbbb6-2df0-4aff-9f30-993556932a9d req-94ee1545-fbc0-469d-a890-ce8ed6d0dccf tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.0531535 Jun 05 17:07:44.548636 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:44.806743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c4f1f-bb54-49c7-8059-3c5a83030ac9 req-7ba572c3-5571-4887-8db4-f822038fb1d7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:44.808206 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cf5c4f1f-bb54-49c7-8059-3c5a83030ac9 req-7ba572c3-5571-4887-8db4-f822038fb1d7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0921123 Jun 05 17:07:44.858630 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cf5c4f1f-bb54-49c7-8059-3c5a83030ac9 req-c60d9909-c21d-477e-8023-86f6e7dda6b6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Jun 05 17:07:45.409783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46760) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:45.537075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.647548 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.653868 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.666762 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e7add164-6175-4bf2-9b18-9ca8c2959e25 req-f6776041-695e-4c7a-a986-2d9c8437c15e tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6619179-39fa-4d57-b80c-4f3ac002f4a7 HTTP/1.1" status: 200 len: 210 time: 0.0499401 Jun 05 17:07:45.667707 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-da3d91bd-0630-4cde-92b4-92390b4b3851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:45.718970 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e54ffba22664b5fa16f9ae55df09bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075883 Jun 05 17:07:45.720955 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f0850f-1017-436c-bc20-396c7e012ecb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:45.721893 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46770) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:45.726734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:45.782405 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.808850 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.860987 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.863557 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:45.864652 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32f0850f-1017-436c-bc20-396c7e012ecb HTTP/1.1" status: 204 len: 168 time: 0.1404862 Jun 05 17:07:45.865287 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:45.877783 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f0850f-1017-436c-bc20-396c7e012ecb,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:45.880340 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:46.052856 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281441-f572-4530-9c69-7816293577fe req-0894ba33-7e0e-44a8-9e46-b7b0bae659f0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:46.054335 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3e281441-f572-4530-9c69-7816293577fe req-0894ba33-7e0e-44a8-9e46-b7b0bae659f0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0864000 Jun 05 17:07:46.107871 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3e281441-f572-4530-9c69-7816293577fe req-7336480a-8470-4f61-8b74-c5230724674f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476573 Jun 05 17:07:46.201844 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46788) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:46.219476 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.331596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.335253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.342404 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d8c693fa-b4c6-4fa9-a64b-30e0620d79d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:46.381620 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe45fc1-7cf7-425f-b2b5-d2d51ce38187,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:46.384635 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:46.387247 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a65502b4832a4e05b44ff31a136b68e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843853 Jun 05 17:07:46.389801 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46794) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:46.449137 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.474122 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.524153 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.526855 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:46.530273 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfe45fc1-7cf7-425f-b2b5-d2d51ce38187 HTTP/1.1" status: 204 len: 168 time: 0.1368067 Jun 05 17:07:46.530273 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a72c90f1-ec8d-4577-902d-376ca5a9310a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:46.537939 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe45fc1-7cf7-425f-b2b5-d2d51ce38187,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:46.540299 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:46.612984 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device bf112b9d-0448-4192-b064-1fc7c31a63c2 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:07:46.650470 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: bf112b9d-0448-4192-b064-1fc7c31a63c2 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:07:46.650817 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device bf112b9d-0448-4192-b064-1fc7c31a63c2 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:07:47.300800 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69290a-c4b7-4244-9e3a-c48104e5f828 req-ebaa5d53-c40d-4a9f-a577-6ed4234d765a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:47.302250 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c69290a-c4b7-4244-9e3a-c48104e5f828 req-ebaa5d53-c40d-4a9f-a577-6ed4234d765a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0799735 Jun 05 17:07:47.349272 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c69290a-c4b7-4244-9e3a-c48104e5f828 req-569a0596-b82b-4525-b1f4-ca823c919115 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Jun 05 17:07:47.716504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46854) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:47.830352 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:47.933928 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:47.937892 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:47.948932 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9443b0de-78d9-49e5-871f-816bf6bd3bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:47.989498 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06677c806f7e47a4a60b120ae3e28011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695949 Jun 05 17:07:47.989498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1b223-a2b9-4d92-988a-088dc2084e95,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:47.989887 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46862) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:47.991724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:48.047557 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:48.072177 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:48.121677 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:48.124117 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:48.125283 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eef1b223-a2b9-4d92-988a-088dc2084e95 HTTP/1.1" status: 204 len: 168 time: 0.1343620 Jun 05 17:07:48.126014 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9111463c-0e04-45c9-96c0-18b5819b2da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:48.134882 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1b223-a2b9-4d92-988a-088dc2084e95,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:48.137036 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:48.532263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1909e-3e94-46cb-be5c-2d8f0ca1834e req-e7b37531-cf91-4fbb-8f7d-92450d8bb427 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:48.533752 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-90b1909e-3e94-46cb-be5c-2d8f0ca1834e req-e7b37531-cf91-4fbb-8f7d-92450d8bb427 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0810502 Jun 05 17:07:48.581218 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-90b1909e-3e94-46cb-be5c-2d8f0ca1834e req-1af89f07-b96f-440d-8586-7b716514af86 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Jun 05 17:07:48.793280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 46894) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:48.894263 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1107093788-network', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:48.915149 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Made reservation on behalf of c7eef097d67b4ae09bb2614da15c8a83 for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:48.917537 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:48.932043 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.033125 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.036866 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.039814 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d0d7922d-e702-4e45-b20d-521a4943c463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:49.067062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:07:49.075141 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52480c29-e552-496d-a0fd-4438f196a14b,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:49.078555 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:49.081062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.081397 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Added segment 8eb039c1-737f-407a-bd42-6e83f5eda807 of type vlan for network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 Jun 05 17:07:49.105660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.133199 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.134413 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:49.134974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.138089 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e85264f4-9ea9-4a56-a0bc-fcf1d75755eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:49.178487 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3841169 Jun 05 17:07:49.181446 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46900) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:49.186439 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Request body: {'subnet': {'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1107093788-subnet', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:49.208598 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Made reservation on behalf of c7eef097d67b4ae09bb2614da15c8a83 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:49.210912 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.230769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:49.233534 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:49.240503 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:07:49.416434 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.422250 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7639d8a4-11e4-4537-b502-9a1867bcadb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:49.495296 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad79c87-7246-47ce-a597-e3419b8e309e,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:49.502282 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:49.504642 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Checking segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:49.504993 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Network hostable DHCP agents. Network: c0e09c38-b26d-4a1d-acc2-8b9df12a51d1, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:07:49.520873 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:07:49.529693 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, c0e09c38-b26d-4a1d-acc2-8b9df12a51d1) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:49.533668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:49.534269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.538889 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2022b1-89f1-49b0-a0b2-e3ed92130f86 None None] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:07:49.550809 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ee5d7d71-c9ac-4c85-aad0-7a9cd0dd77b0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3681977 Jun 05 17:07:49.553420 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46908) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:49.557591 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:49.581723 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.582786 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.598766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.758976 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:07:49.759857 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:49.910457 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Allocated IP 172.20.0.2 (c0e09c38-b26d-4a1d-acc2-8b9df12a51d1/6ad79c87-7246-47ce-a597-e3419b8e309e/db7ee3c3-d66f-4d9c-997d-f64922f56296) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:49.987118 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.034730 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dafc2-c593-48cf-9ce2-ac663f912b4a req-bf9eecc4-4087-4267-b68f-576ec47cf4bf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:50.036191 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2c8dafc2-c593-48cf-9ce2-ac663f912b4a req-bf9eecc4-4087-4267-b68f-576ec47cf4bf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.2274005 Jun 05 17:07:50.109594 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.119167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Transition to ACTIVE for port object db7ee3c3-d66f-4d9c-997d-f64922f56296 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:50.136453 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2c8dafc2-c593-48cf-9ce2-ac663f912b4a req-8ed59a24-6781-487d-ab17-328e23ac29a6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913455 Jun 05 17:07:50.137097 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Transition to ACTIVE for port object db7ee3c3-d66f-4d9c-997d-f64922f56296 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:50.143836 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.148134 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:50.211626 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:50.214460 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:50.218076 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:50.250041 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Pushing event updated for resources: {'Port': ['ID=db7ee3c3-d66f-4d9c-997d-f64922f56296,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:50.265303 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.265650 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.265988 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.266316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.266642 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.266968 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.267286 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.267647 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.267987 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.268305 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.268620 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.268933 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:50.302642 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:50.322264 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Attempting to bind port db7ee3c3-d66f-4d9c-997d-f64922f56296 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:50.322635 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Attempting to bind port db7ee3c3-d66f-4d9c-997d-f64922f56296 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:50.322998 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Attempting to bind port db7ee3c3-d66f-4d9c-997d-f64922f56296 on network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:50.328204 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:50.328580 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Checking segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:50.328983 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.329377 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Bound using segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:50.329839 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Bound port: db7ee3c3-d66f-4d9c-997d-f64922f56296, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:50.330213 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.346344 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.375234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.415193 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] For port db7ee3c3-d66f-4d9c-997d-f64922f56296, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:50.418174 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] For port db7ee3c3-d66f-4d9c-997d-f64922f56296, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=db7ee3c3-d66f-4d9c-997d-f64922f56296,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:50.423845 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.428110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:50.526063 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Pushing event updated for resources: {'Port': ['ID=db7ee3c3-d66f-4d9c-997d-f64922f56296,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:50.529493 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:50.539465 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Allocated IP 172.27.0.90 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/9f8da310-a3ab-4d13-8595-d0bc6762ad4d) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:50.717629 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.752974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:50.758750 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:50.826549 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:50.829885 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:50.835116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:50.895163 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:50.904587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:51.208170 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:51.415699 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1dbc41-11ef-4d64-afdc-bf2a6bc3b73f None None] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:07:51.526531 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9660a-ff46-4318-8501-784347248172 req-17b8153b-b113-4a8e-b315-164294433e3d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:51.528040 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1dc9660a-ff46-4318-8501-784347248172 req-17b8153b-b113-4a8e-b315-164294433e3d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1857882 Jun 05 17:07:51.555692 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-5039d9b5-4cea-4828-8eba-bdfae1d90266 None None] Provisioning for port db7ee3c3-d66f-4d9c-997d-f64922f56296 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:51.667580 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1dc9660a-ff46-4318-8501-784347248172 req-8b74eed0-0c22-4df4-b9e1-2ec41e89e30b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867267 Jun 05 17:07:51.753085 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:51.970400 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Router 0375a11a-e0b0-484b-956a-e3e7f8be970f is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:07:52.016208 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device db7ee3c3-d66f-4d9c-997d-f64922f56296 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:52.086136 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port db7ee3c3-d66f-4d9c-997d-f64922f56296 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:52.090803 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port db7ee3c3-d66f-4d9c-997d-f64922f56296 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:52.091182 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:52.144792 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:07:52.154052 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Sync routers for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:07:52.164296 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:52.165201 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:52.165778 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6114385 Jun 05 17:07:52.168278 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 46940) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:52.168735 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:52.207317 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:52.240046 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port db7ee3c3-d66f-4d9c-997d-f64922f56296, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=db7ee3c3-d66f-4d9c-997d-f64922f56296,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:52.246433 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:52.248354 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:52.311931 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=db7ee3c3-d66f-4d9c-997d-f64922f56296,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:52.315281 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:52.344522 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:52.626549 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:51Z', 'revision_number': 3, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:52.630286 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Checking router: 0375a11a-e0b0-484b-956a-e3e7f8be970f for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:07:52.630643 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Updating router 0375a11a-e0b0-484b-956a-e3e7f8be970f port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:07:52.683069 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.011570 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c17e-d34a-4b85-8ca0-280327a5a5f5 req-ac46a95d-bd18-4bfc-9fa6-13d1d4fa53d9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:53.011570 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2192c17e-d34a-4b85-8ca0-280327a5a5f5 req-ac46a95d-bd18-4bfc-9fa6-13d1d4fa53d9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1822777 Jun 05 17:07:53.048254 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.089150 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.090522 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2192c17e-d34a-4b85-8ca0-280327a5a5f5 req-e2f41624-8233-42bf-8877-dd04786f9476 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Jun 05 17:07:53.103805 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Transition to ACTIVE for port object 9f8da310-a3ab-4d13-8595-d0bc6762ad4d will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:53.116839 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.121780 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-da33ec8d-a883-430c-befa-06bcda02ac71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:53.203773 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Attempting to bind port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:53.204424 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Attempting to bind port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:53.204536 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Attempting to bind port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:53.208140 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Pushing event updated for resources: {'Port': ['ID=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:53.215961 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:53.216371 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:53.216833 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.217305 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:53.217790 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Bound port: 9f8da310-a3ab-4d13-8595-d0bc6762ad4d, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:53.218185 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.246201 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.246547 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.246880 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.247204 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.247550 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.247875 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.248193 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.248509 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.248850 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.249169 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.250014 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.250392 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:07:53.253830 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:53.297627 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Allocated IP 172.20.0.1 (c0e09c38-b26d-4a1d-acc2-8b9df12a51d1/6ad79c87-7246-47ce-a597-e3419b8e309e/2a3a9084-1908-4d16-88ff-5c54ce3b0f42) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:53.303093 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] For port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:53.306397 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] For port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:53.310504 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.315910 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:53.423038 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:53.423692 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:53.456897 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.476155 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Transition to ACTIVE for port object 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:53.500696 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Pushing event updated for resources: {'Port': ['ID=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:53.504295 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.505585 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:53.514636 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58741740-0b8e-4e99-a51d-a6cd2475f99d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:53.575454 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:53.578364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:53.582291 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:53.582906 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.596090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:53.599317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:53.621041 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:53.713992 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.829439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-47ee5d97-4dcd-4a5d-92cd-8f75549a6743 None None] Provisioning for port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:53.836156 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-47ee5d97-4dcd-4a5d-92cd-8f75549a6743 None None] Provisioning complete for port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:53.836547 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-47ee5d97-4dcd-4a5d-92cd-8f75549a6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.906293 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-47ee5d97-4dcd-4a5d-92cd-8f75549a6743 None None] Port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:07:53.972478 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:51Z', 'revision_number': 3, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:53.977257 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6825580-a512-4201-a79d-bb9e0cf625d6 None None] The sync data for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi is: [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:51Z', 'revision_number': 3, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:07:53.979015 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.986968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.988525 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:53.992475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:53.995223 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device db7ee3c3-d66f-4d9c-997d-f64922f56296 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:54.081328 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port db7ee3c3-d66f-4d9c-997d-f64922f56296 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:54.082292 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:54.105155 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:54.109979 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:54.207257 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:54.208501 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:54.534673 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-906b6645-efdf-4981-8762-fc8cc9057d1b None None] Provisioning complete for port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:54.535740 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-906b6645-efdf-4981-8762-fc8cc9057d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:54.555780 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Router 0375a11a-e0b0-484b-956a-e3e7f8be970f has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:07:54.598928 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-906b6645-efdf-4981-8762-fc8cc9057d1b None None] Port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:07:54.634524 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ae363-bc2c-47ba-8a27-d13186272c9f req-e8b354b3-b7ae-4720-a206-95ed92dc30b0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:54.636061 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e2ae363-bc2c-47ba-8a27-d13186272c9f req-e8b354b3-b7ae-4720-a206-95ed92dc30b0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1809282 Jun 05 17:07:54.756543 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e2ae363-bc2c-47ba-8a27-d13186272c9f req-ca2cf1d7-7d73-49a6-8f9d-f80b3e01581a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113915 Jun 05 17:07:54.790436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:07:54.798230 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] 10.222.0.37 "PUT /v2.0/routers/0375a11a-e0b0-484b-956a-e3e7f8be970f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6284287 Jun 05 17:07:55.315214 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47002) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:55.320081 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-196263906-network', 'tenant_id': 'eb42eaba56114620866222e4c66ce060'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:55.340352 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Made reservation on behalf of eb42eaba56114620866222e4c66ce060 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:55.342683 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.358450 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.459973 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.463685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.467675 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-68e3d1bd-984a-4a94-b37f-9f781f01b7aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:55.493986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:07:55.502367 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc26b418-1af7-4f29-987a-327d8e65e9bf,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:55.505954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:55.508932 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.509325 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Added segment e99dbd93-2c65-4ec0-802c-7c72119be068 of type vlan for network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 Jun 05 17:07:55.535761 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.563737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.565018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:55.565589 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.568832 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3eeb1514-5001-4488-aaa2-d366247671b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:55.594156 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Sync routers for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:07:55.606096 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:55.607271 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:55.623617 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3049858 Jun 05 17:07:55.624182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47006) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:55.630374 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Request body: {'subnet': {'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-196263906-subnet', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:55.656765 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Made reservation on behalf of eb42eaba56114620866222e4c66ce060 for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:07:55.659843 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.674717 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Pushing event updated for resources: {'Network': ['ID=1b4babb3-7f47-4ec2-a0b6-a9d2bb548157,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:55.678440 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:55.686242 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:07:55.894717 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:55.896238 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:55.900509 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2cb11cfa-81ce-4c51-b6f4-9b75b6110d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:55.991997 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e03213-46ea-494c-9a95-c39ffa132ee1 req-f0ac6285-a3a5-4be3-9786-541dbbd09c14 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:55.994243 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-33e03213-46ea-494c-9a95-c39ffa132ee1 req-f0ac6285-a3a5-4be3-9786-541dbbd09c14 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0973346 Jun 05 17:07:55.997525 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1978ee-571c-458d-ae5b-8f5530d32ac5,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:55.999770 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Checking segment: {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:56.000041 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Network hostable DHCP agents. Network: 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:07:56.007141 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:56.024489 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:07:56.049134 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:56.055640 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:56.056753 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.079723 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-33e03213-46ea-494c-9a95-c39ffa132ee1 req-bf1d6e5b-a58a-4d61-ba7f-9f67284958b2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805264 Jun 05 17:07:56.099210 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47014) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:56.104308 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-edc0e493-b1cc-4d20-8b61-bf0cfcc131d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4770203 Jun 05 17:07:56.106203 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:07:56.136486 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 9f8da310-a3ab-4d13-8595-d0bc6762ad4d up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:56.141792 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.142984 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.159985 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.160721 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d5625-88b7-4f2f-9b69-d14a27c95e83 None None] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:07:56.406722 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:07:56.417081 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:56.417464 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.430148 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.575904 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 2, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:56.604763 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-1b4babb3-7f47-4ec2-a0b6-a9d2bb548157', 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'fixed_ips': [{'subnet_id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:07:56.605571 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.617035 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Checking router: 0375a11a-e0b0-484b-956a-e3e7f8be970f for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:07:56.617404 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Updating router 0375a11a-e0b0-484b-956a-e3e7f8be970f port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:07:56.729235 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.730385 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.760223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.763010 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.792534 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:07:56.824784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:56.834634 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:56.963610 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Allocated IP 172.27.0.125 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/80be0bdc-1b9b-47e7-a28b-9716010d6e44) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:57.004794 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:57.015274 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:57.030204 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Allocated IP 172.20.0.2 (1b4babb3-7f47-4ec2-a0b6-a9d2bb548157/8d1978ee-571c-458d-ae5b-8f5530d32ac5/06c12b25-d6ab-4006-bef4-0be76cd52a8e) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:07:57.114587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.152688 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.157703 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:57.289513 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:57.293196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:57.295656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:57.347748 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:07:57.375123 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Pushing event updated for resources: {'Port': ['ID=80be0bdc-1b9b-47e7-a28b-9716010d6e44,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:57.403739 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.422362 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.424784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Transition to ACTIVE for port object 06c12b25-d6ab-4006-bef4-0be76cd52a8e will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:57.444969 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:57.445603 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Transition to ACTIVE for port object 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:57.453906 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Transition to ACTIVE for port object 06c12b25-d6ab-4006-bef4-0be76cd52a8e will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:07:57.456570 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.461553 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6d6eadf-036d-48c8-9de3-2b7bb8f06ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:57.507092 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.526477 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189c0d0-8c99-49b7-b3e6-f3abdce3d407 req-6f5fd40b-3cb1-41b6-9a2f-ba57749b4165 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:57.528277 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e189c0d0-8c99-49b7-b3e6-f3abdce3d407 req-6f5fd40b-3cb1-41b6-9a2f-ba57749b4165 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.3302491 Jun 05 17:07:57.606972 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:07:57.613396 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:07:57.615445 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6164-664b-4969-8294-03e10d6f346e None None] Pushing event updated for resources: {'Port': ['ID=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:57.644905 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-96fe6164-664b-4969-8294-03e10d6f346e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:57.645624 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:07:57.647497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:57.666895 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e189c0d0-8c99-49b7-b3e6-f3abdce3d407 req-09754696-da14-477c-95c1-9f16918f9dae tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671396 Jun 05 17:07:57.756766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.854588 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Attempting to bind port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:57.854880 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Attempting to bind port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:57.855246 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Attempting to bind port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 on network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:57.857185 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Pushing event updated for resources: {'Port': ['ID=06c12b25-d6ab-4006-bef4-0be76cd52a8e,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:57.864511 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:57.866666 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Attempting to bind port 06c12b25-d6ab-4006-bef4-0be76cd52a8e on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:07:57.867036 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Attempting to bind port 06c12b25-d6ab-4006-bef4-0be76cd52a8e by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:07:57.867426 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Attempting to bind port 06c12b25-d6ab-4006-bef4-0be76cd52a8e on network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:07:57.870557 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:57.871000 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Checking segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:57.871433 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.871823 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Bound using segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:57.872282 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Bound port: 2a3a9084-1908-4d16-88ff-5c54ce3b0f42, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:57.872707 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.894619 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:07:57.894995 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Checking segment: {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:07:57.895411 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:57.895796 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Bound using segment: {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:07:57.896257 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Bound port: 06c12b25-d6ab-4006-bef4-0be76cd52a8e, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:07:57.896626 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:58.012656 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 9f8da310-a3ab-4d13-8595-d0bc6762ad4d up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:07:58.094909 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:58.124857 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] For port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:58.131518 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] For port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:58.133162 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] For port 06c12b25-d6ab-4006-bef4-0be76cd52a8e, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:07:58.137535 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] For port 06c12b25-d6ab-4006-bef4-0be76cd52a8e, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=06c12b25-d6ab-4006-bef4-0be76cd52a8e,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:07:58.141239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:58.145412 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:58.186253 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:58.214537 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:07:58.215059 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:58.289509 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:58.290145 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:58.335501 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Router f89e9311-907a-47d5-af8d-548e888f4b47 is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:07:58.403909 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6164-664b-4969-8294-03e10d6f346e None None] Pushing event updated for resources: {'Port': ['ID=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:58.426036 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-96fe6164-664b-4969-8294-03e10d6f346e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:58.435875 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:07:58.719885 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Pushing event updated for resources: {'Port': ['ID=06c12b25-d6ab-4006-bef4-0be76cd52a8e,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:07:58.723578 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:07:58.756665 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:07:58.767315 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Sync routers for ids ['f89e9311-907a-47d5-af8d-548e888f4b47'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:07:58.781845 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:58.786753 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Routers {'f89e9311-907a-47d5-af8d-548e888f4b47'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:07:58.789129 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:58.790994 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6903105 Jun 05 17:07:58.791957 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f89e9311-907a-47d5-af8d-548e888f4b47'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:58.793894 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47048) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:58.916639 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ee4ff-20c6-476e-869c-5956b7a62b7d req-6d38fbf0-1c16-4825-8017-98529dcde9d5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:07:58.926287 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7b3ee4ff-20c6-476e-869c-5956b7a62b7d req-6d38fbf0-1c16-4825-8017-98529dcde9d5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1148016 Jun 05 17:07:58.986434 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7b3ee4ff-20c6-476e-869c-5956b7a62b7d req-c6494681-cf87-467b-bc10-b4e8563bbbb5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584676 Jun 05 17:07:59.058975 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Set router f89e9311-907a-47d5-af8d-548e888f4b47 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:07:59.154541 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:07:58Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:59.159259 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b082f8-7f65-4e40-af51-e3c7aa13aaf3 None None] The sync data for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi is: [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:07:58Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:07:59.531675 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:07:57Z', 'revision_number': 3, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:07:59.542059 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Checking router: f89e9311-907a-47d5-af8d-548e888f4b47 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:07:59.542419 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Updating router f89e9311-907a-47d5-af8d-548e888f4b47 port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:07:59.668463 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:07:59.698716 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258e4a2-5ebd-4caa-b5f9-4f0a541cf7bc None None] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:07:59.906783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47082) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:07:59.957065 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-04db3f84-0227-4687-85fc-4615de25529b None None] Provisioning for port 06c12b25-d6ab-4006-bef4-0be76cd52a8e completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:00.066796 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Deleting subnet 3eab7d8f-54b0-431a-8459-386bf9b73880 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:08:00.075123 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.209001 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.225776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.279059 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 06c12b25-d6ab-4006-bef4-0be76cd52a8e up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:00.381649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.389630 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-93a99792-1678-4a43-9592-275aa7cc9ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:00.467398 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eab7d8f-54b0-431a-8459-386bf9b73880,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:00.477983 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.481806 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3eab7d8f-54b0-431a-8459-386bf9b73880 HTTP/1.1" status: 204 len: 168 time: 0.5739627 Jun 05 17:08:00.483296 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:00.484690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47098) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:00.525236 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.543842 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1545540-0105-43a6-ab7c-84ec4154160b req-f4b9ed20-c32b-483a-98c3-945db1999c16 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:00.552925 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d1545540-0105-43a6-ab7c-84ec4154160b req-f4b9ed20-c32b-483a-98c3-945db1999c16 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.2645071 Jun 05 17:08:00.556871 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 06c12b25-d6ab-4006-bef4-0be76cd52a8e completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:00.587529 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 06c12b25-d6ab-4006-bef4-0be76cd52a8e triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:00.588015 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.594246 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.608293 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Transition to ACTIVE for port object 80be0bdc-1b9b-47e7-a28b-9716010d6e44 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:08:00.626389 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.630979 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-64b339bb-473f-421f-b93d-9b5a54e68d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:00.754895 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Attempting to bind port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:08:00.755268 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Attempting to bind port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:08:00.755678 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Attempting to bind port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:08:00.759976 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069dd51-efd8-42fd-8e91-2f638f2c686c None None] Pushing event updated for resources: {'Port': ['ID=80be0bdc-1b9b-47e7-a28b-9716010d6e44,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:00.769051 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-2069dd51-efd8-42fd-8e91-2f638f2c686c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:00.769964 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:08:00.770338 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:08:00.770752 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.771140 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:08:00.771649 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Bound port: 80be0bdc-1b9b-47e7-a28b-9716010d6e44, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:08:00.772019 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.794673 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.851937 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.857796 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 06c12b25-d6ab-4006-bef4-0be76cd52a8e, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=06c12b25-d6ab-4006-bef4-0be76cd52a8e,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:08:00.868448 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:00.869320 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:00.924752 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:00.987822 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Allocated IP 172.20.0.1 (1b4babb3-7f47-4ec2-a0b6-a9d2bb548157/8d1978ee-571c-458d-ae5b-8f5530d32ac5/67c3c3e4-dbe4-46e0-be62-42fe1cbc929f) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:08:01.018733 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] For port 80be0bdc-1b9b-47e7-a28b-9716010d6e44, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:08:01.024797 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] For port 80be0bdc-1b9b-47e7-a28b-9716010d6e44, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=80be0bdc-1b9b-47e7-a28b-9716010d6e44,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:08:01.034120 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.041726 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:01.136572 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-0ad24dca-89c8-4c7c-a6aa-eb1dba079991 None None] Provisioning complete for port 06c12b25-d6ab-4006-bef4-0be76cd52a8e triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:01.137064 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0ad24dca-89c8-4c7c-a6aa-eb1dba079991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.201506 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=06c12b25-d6ab-4006-bef4-0be76cd52a8e,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:01.207488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.209384 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:01.218865 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d1545540-0105-43a6-ab7c-84ec4154160b req-ef2833da-1851-4fe3-9601-364bc32ac42f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615388 Jun 05 17:08:01.231280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.245648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.248678 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Routers {'f89e9311-907a-47d5-af8d-548e888f4b47'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:08:01.249506 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f89e9311-907a-47d5-af8d-548e888f4b47'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:01.250368 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.255821 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47110) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:01.259935 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:01.263137 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Transition to ACTIVE for port object 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:08:01.266283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.266656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > port after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.266974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.267336 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > port after_update 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.267676 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.268002 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.268318 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.268834 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.296526 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.299072 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:01.299542 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.302483 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:01.477561 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.484130 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.484479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.484818 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.485137 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 05 17:08:01.485510 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37c4296-042a-4f7c-a0a0-cd31240329ef']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:01.496316 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:08:01.501568 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:08:01.511412 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:08:01.512276 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b5b9ea-1927-40cc-a1d2-3f86d6863243') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:01.512581 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b5b9ea-1927-40cc-a1d2-3f86d6863243') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:01.542224 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471764'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.558893 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] Set router f89e9311-907a-47d5-af8d-548e888f4b47 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:08:01.562765 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Pushing event updated for resources: {'Port': ['ID=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:01.573606 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.582233 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:01.588285 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:08:01.589307 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540215'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.593481 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: from cryptography.utils import int_from_bytes Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: from cryptography.utils import int_from_bytes Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: Traceback (most recent call last): Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: timer() Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: cb(*args, **kw) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: return func(*args, **kwargs) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: self._notify() Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: self.callback(batched_events) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: event.method(event) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: return f(self, *a, **k) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._get(url).json() Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:08:01.609366 dv-cinder-794962-1-iscsi neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:08:01.676219 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:08:01.683947 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.692371 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:01.714903 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.744198 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.757212 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.763521 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b37c4296-042a-4f7c-a0a0-cd31240329ef HTTP/1.1" status: 204 len: 168 time: 1.2759674 Jun 05 17:08:01.766537 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:01.814938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37c4296-042a-4f7c-a0a0-cd31240329ef,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:01.824409 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:01.889346 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47134) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:01.890707 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.908289 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-76ff85e5-bf43-4188-8f77-13cb8fa15740 None None] Provisioning for port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:01.908785 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.924832 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-76ff85e5-bf43-4188-8f77-13cb8fa15740 None None] Provisioning complete for port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:01.925338 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-76ff85e5-bf43-4188-8f77-13cb8fa15740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:01.930860 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:02.006592 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069dd51-efd8-42fd-8e91-2f638f2c686c None None] Pushing event updated for resources: {'Port': ['ID=80be0bdc-1b9b-47e7-a28b-9716010d6e44,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:02.017139 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-2069dd51-efd8-42fd-8e91-2f638f2c686c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:02.071604 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 06c12b25-d6ab-4006-bef4-0be76cd52a8e up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:02.079124 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:07:57Z', 'revision_number': 3, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:02.087513 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7551e68-6be8-46ca-86a0-b5e0a5bc6b93 None None] The sync data for ids ['f89e9311-907a-47d5-af8d-548e888f4b47'] in dv-cinder-794962-1-iscsi is: [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:07:57Z', 'revision_number': 3, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:08:02.146141 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:02.152370 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a48bb7f9861c4381b707792158f2b542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939803 Jun 05 17:08:02.153004 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47142) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:02.162896 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:02.184874 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.195217 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a0f2b0-f75c-4d75-b178-088d48c49a96,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:02.199708 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-76ff85e5-bf43-4188-8f77-13cb8fa15740 None None] Port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:08:02.207048 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:02.221272 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47148) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:02.232230 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 06c12b25-d6ab-4006-bef4-0be76cd52a8e triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:02.233058 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.250736 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.376963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.383747 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.395074 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d09797a3-7339-499e-9dd4-fdb695ae95ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:02.438509 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c539b936cf6d4c1f8814750cc90183e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478435 Jun 05 17:08:02.440673 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d80370-219c-414e-b22b-1e205bfc2fd1,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:02.445511 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:02.446112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47152) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:02.512004 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.524428 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.562660 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d359741d-9921-492c-9028-15eaedbc727a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9772d3226681444ab0ee5dcb1d621425&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3361099 Jun 05 17:08:02.563243 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47154) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:02.579317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.581630 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-60bfd669-fdc5-4b73-88fe-0516a87d19ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6203268 Jun 05 17:08:02.596314 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.676002 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.705359 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.708134 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.709492 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0d80370-219c-414e-b22b-1e205bfc2fd1 HTTP/1.1" status: 204 len: 168 time: 0.2623284 Jun 05 17:08:02.712829 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:02.721251 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.735183 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d80370-219c-414e-b22b-1e205bfc2fd1,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:02.737984 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:02.792804 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.796065 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:02.800049 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3799c0b9-c7c9-4543-b980-53c40c25c242 HTTP/1.1" status: 204 len: 168 time: 0.2354834 Jun 05 17:08:02.801504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:02.813131 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799c0b9-c7c9-4543-b980-53c40c25c242,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:02.816588 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:02.884787 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f52b30-1dee-43ad-8724-c5c0cdb5ab30 req-0ad346ff-8752-40c6-b49f-50b53aba55d9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:02.886260 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c8f52b30-1dee-43ad-8724-c5c0cdb5ab30 req-0ad346ff-8752-40c6-b49f-50b53aba55d9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.4784710 Jun 05 17:08:03.000964 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c8f52b30-1dee-43ad-8724-c5c0cdb5ab30 req-a45b523b-23c0-4daa-9b73-22b8ea6647cf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005945 Jun 05 17:08:03.002768 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.005495 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.006565 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9a0f2b0-f75c-4d75-b178-088d48c49a96 HTTP/1.1" status: 204 len: 168 time: 0.8488748 Jun 05 17:08:03.009870 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-fc2cfc56-99fc-4f1f-bc65-7d5e2b4bc733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:03.024363 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a0f2b0-f75c-4d75-b178-088d48c49a96,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:03.026892 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:03.052931 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.055991 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-7b991772-a44a-4f1d-8b26-2d28a5cee488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:03.057673 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-7b991772-a44a-4f1d-8b26-2d28a5cee488 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1098 time: 0.3297443 Jun 05 17:08:03.066660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.102825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:03.232647 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.316538 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Pushing event updated for resources: {'Port': ['ID=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:03.332179 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:03.336269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47172) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:03.369111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.531246 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:08:03.554838 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:08:03.695404 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.703321 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.751712 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b5bf42a2-40bb-4cc5-b131-d28c9c951b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:03.764775 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bfd1f28a2644e3cbd26bf2551327cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232798 Jun 05 17:08:03.767070 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47194) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:03.777005 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-894343c2-5260-4b53-b932-0daa9d04536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:03.784940 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-894343c2-5260-4b53-b932-0daa9d04536d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.6817219 Jun 05 17:08:03.827599 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e7eff-eb70-42a3-bc82-deb0ca1dec9d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:03.888963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:03.890782 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47196) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:03.957403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:03.986847 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.050713 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-c4f0e88a-a33b-4b9e-aafc-eeeb0fcd1ebd None None] Provisioning complete for port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:04.051220 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e88a-a33b-4b9e-aafc-eeeb0fcd1ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.083325 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.189017 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0e88a-a33b-4b9e-aafc-eeeb0fcd1ebd None None] Port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:08:04.206559 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-755a267d-4d24-4798-b6dc-16ae570bb7a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 1001 time: 0.4045708 Jun 05 17:08:04.247177 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 80be0bdc-1b9b-47e7-a28b-9716010d6e44 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:04.283018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.290436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.310338 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/439e7eff-eb70-42a3-bc82-deb0ca1dec9d HTTP/1.1" status: 204 len: 168 time: 0.5417697 Jun 05 17:08:04.312987 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:04.367165 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e7eff-eb70-42a3-bc82-deb0ca1dec9d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:04.380212 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:04.402203 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:04.414828 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:04.415254 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.470749 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Router f89e9311-907a-47d5-af8d-548e888f4b47 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:08:04.486842 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.491048 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-208442ed-9f2b-489c-85d0-0194439219c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:04.492695 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-208442ed-9f2b-489c-85d0-0194439219c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.2406476 Jun 05 17:08:04.492821 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.505447 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-373d3d5b-9232-49ed-83d2-3ab5920742f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:04.565604 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb47f4f0fefc441bb4bbc44d42f2f3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6710446 Jun 05 17:08:04.568453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fceecd8-c4c7-425a-8cb6-4e548de7fcfb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:04.573673 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:04.574591 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47230) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:04.622123 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74d5f6-b961-4aa9-8c55-b6c6fd5aac79 req-d280f765-24fb-4559-b125-8fed1e0f27e6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:04.623975 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4f74d5f6-b961-4aa9-8c55-b6c6fd5aac79 req-d280f765-24fb-4559-b125-8fed1e0f27e6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.3072102 Jun 05 17:08:04.681280 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.712785 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.720314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 80be0bdc-1b9b-47e7-a28b-9716010d6e44, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=80be0bdc-1b9b-47e7-a28b-9716010d6e44,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:08:04.728746 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.732415 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:04.750726 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.780561 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-96fe6164-664b-4969-8294-03e10d6f346e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:04.833759 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4f74d5f6-b961-4aa9-8c55-b6c6fd5aac79 req-366713df-edbe-4c65-8e38-c5f80fb89648 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355040 Jun 05 17:08:04.843831 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.857521 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:04.857521 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fceecd8-c4c7-425a-8cb6-4e548de7fcfb HTTP/1.1" status: 204 len: 168 time: 0.2751670 Jun 05 17:08:04.857521 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-50719a7e-4b32-4003-850d-1099614a22fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:04.873842 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fceecd8-c4c7-425a-8cb6-4e548de7fcfb,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:04.878151 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:04.970853 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-2d42f7a7-6f7c-4dc5-a825-d2cb4b33b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:04.972783 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-2d42f7a7-6f7c-4dc5-a825-d2cb4b33b4e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3588815 Jun 05 17:08:04.976691 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=80be0bdc-1b9b-47e7-a28b-9716010d6e44,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:04.982134 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:04.994840 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:04.995420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:05.019171 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:08:05.034044 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] 10.222.0.37 "PUT /v2.0/routers/f89e9311-907a-47d5-af8d-548e888f4b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2298608 Jun 05 17:08:05.039880 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Sync routers for ids ['f89e9311-907a-47d5-af8d-548e888f4b47'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:08:05.071863 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Routers {'f89e9311-907a-47d5-af8d-548e888f4b47'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:08:05.073207 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f89e9311-907a-47d5-af8d-548e888f4b47'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:05.147055 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-306f78ee-56b3-4a4d-aa31-58b87ac1f536 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636353 Jun 05 17:08:05.342016 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Set router f89e9311-907a-47d5-af8d-548e888f4b47 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:08:05.472307 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c658d94c-a644-4de5-98b4-5f7cde0f6726 req-e84c7cd2-3ed3-45ba-81a5-7c70bd59f192 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180707 Jun 05 17:08:05.758020 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 4, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '67c3c3e4-dbe4-46e0-be62-42fe1cbc929f', 'name': '', 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'mac_address': 'fa:16:3e:42:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:08:00Z', 'updated_at': '2021-06-05T17:08:02Z', 'revision_number': 2, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'subnets': [{'id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:05.762131 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Checking router: f89e9311-907a-47d5-af8d-548e888f4b47 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:08:05.762473 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Updating router f89e9311-907a-47d5-af8d-548e888f4b47 port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:08:05.840533 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47272) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:05.862740 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.090246 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 80be0bdc-1b9b-47e7-a28b-9716010d6e44 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:06.287533 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:06.287933 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.318247 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47294) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:06.323658 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001582499', 'description': 'tempest-secgroup-smoke-1001582499 description', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:06.402949 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.470948 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.db.api [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 05 17:08:06.470948 dv-cinder-794962-1-iscsi neutron-server[91860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 05 17:08:06.470948 dv-cinder-794962-1-iscsi neutron-server[91860]: [parameters: {'project_id': 'a1f1e042b9d442bc9baa38ae138dbe19', 'id': 'ed29d3d5-2449-4a2b-bcab-5bf7a3fe4e0e', 'expiration': datetime.datetime(2021, 6, 5, 17, 10, 6, 461694)}] Jun 05 17:08:06.470948 dv-cinder-794962-1-iscsi neutron-server[91860]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 17:08:06.471837 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_db.api [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 17:08:06.475879 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.613085 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.614187 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47306) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:06.623747 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.650144 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ab389147-531d-444a-b8d1-680a3b9a5077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:06.663546 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.668732 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3494105 Jun 05 17:08:06.669502 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47314) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:06.682161 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group_rule': {'security_group_id': '82f79f9f-ffbb-448f-9e97-7278678764e6', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:06.689756 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.729949 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.740632 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f79f9f-ffbb-448f-9e97-7278678764e6,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:06.746280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:06.762715 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Transition to ACTIVE for port object 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:08:06.767316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.778150 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ca47d-9e96-40dd-9d33-91216fd64fb3 req-afa2f6af-a206-4c4a-8105-673cc8f43d2c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:06.782633 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.789010 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-700ca47d-9e96-40dd-9d33-91216fd64fb3 req-afa2f6af-a206-4c4a-8105-673cc8f43d2c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.3287418 Jun 05 17:08:06.797833 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4be168f4-5123-4433-a4f7-df9aa1b254b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:06.818417 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.827438 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.829891 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-11e3f2c8-4256-45ad-b94f-4f838450832d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:06.847224 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3be3d6b-9aa4-4340-bb02-c50bd8217507,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:06.851515 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-700ca47d-9e96-40dd-9d33-91216fd64fb3 req-519ef577-d556-4c25-ba61-a5d7e7f09c7f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614898 Jun 05 17:08:06.862762 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:06.896384 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.900940 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47320) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:06.901196 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2263129 Jun 05 17:08:06.906958 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group_rule': {'security_group_id': '82f79f9f-ffbb-448f-9e97-7278678764e6', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:06.961905 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:06.979475 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.009537 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.102649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.109766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.113507 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.150827 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa3e4a-7a07-4226-8e96-96aad7c8187e None None] Pushing event updated for resources: {'Port': ['ID=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.154410 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a65a4c-755e-4c6a-b006-d10bc40c1379,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.167326 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-45aa3e4a-7a07-4226-8e96-96aad7c8187e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.185766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.201253 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Attempting to bind port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:08:07.201948 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Attempting to bind port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:08:07.202678 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Attempting to bind port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f on network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:08:07.210801 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:08:07.211429 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Checking segment: {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:08:07.212425 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.212923 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Bound using segment: {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:08:07.213540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Bound port: 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99dbd93-2c65-4ec0-802c-7c72119be068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:08:07.214023 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.223355 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.233090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.252182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.293078 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1f1e042b9d442bc9baa38ae138dbe19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4514549 Jun 05 17:08:07.295788 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47338) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:07.316821 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aaa199-f4df-4881-bc7f-64a08738889d,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.321446 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.356113 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] For port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:08:07.361095 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] For port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:08:07.366979 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.374975 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.403687 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.436688 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.467513 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa3e4a-7a07-4226-8e96-96aad7c8187e None None] Pushing event updated for resources: {'Port': ['ID=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.471110 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.479543 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-45aa3e4a-7a07-4226-8e96-96aad7c8187e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.487552 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.487736 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Routers {'f89e9311-907a-47d5-af8d-548e888f4b47'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:08:07.488370 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:07:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f89e9311-907a-47d5-af8d-548e888f4b47'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:07.504427 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.508284 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6031301 Jun 05 17:08:07.508880 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47346) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:07.511220 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e47269ee-516b-454d-9606-eed4d7bfd5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.514673 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group_rule': {'security_group_id': '82f79f9f-ffbb-448f-9e97-7278678764e6', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:07.570453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.596716 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.605175 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.609200 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49aaa199-f4df-4881-bc7f-64a08738889d HTTP/1.1" status: 204 len: 168 time: 0.3089409 Jun 05 17:08:07.612707 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8f1fe5f7-8aac-4601-a9ab-fbfee7a8b7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.637642 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a4eb868d98242cfa3c121f69a6b517a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219431 Jun 05 17:08:07.638410 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47366) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:07.646534 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aaa199-f4df-4881-bc7f-64a08738889d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.649133 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.674223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.675897 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c802f0c-9110-40c8-b553-4169b7a57045,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.681490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.682004 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.691775 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4db91885-5850-4c02-949e-b8b121c35efe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.713743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aade2efd-71f2-4ae4-b0ed-f4f6004ca93b,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:07.717390 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:07.725793 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.727456 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174456 Jun 05 17:08:07.731363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47372) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:07.735734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group_rule': {'security_group_id': '82f79f9f-ffbb-448f-9e97-7278678764e6', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:07.738756 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.789182 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.807411 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.840154 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] Set router f89e9311-907a-47d5-af8d-548e888f4b47 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:08:07.966062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.976284 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:07.980639 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c802f0c-9110-40c8-b553-4169b7a57045 HTTP/1.1" status: 204 len: 168 time: 0.3399749 Jun 05 17:08:07.991567 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-db63ae86-3f91-48a5-86e7-e8f98ea264b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:07.996517 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.007494 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.011287 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2816f00e-c417-4e61-8e37-ecf405995e9f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:08.033697 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c802f0c-9110-40c8-b553-4169b7a57045,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:08.047429 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:08.088518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e860827b-abe2-4043-bde9-471061508c8e,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:08.105912 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:08.127257 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.129042 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d011bde1-239b-4495-a7b5-692551e878e3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3979125 Jun 05 17:08:08.131790 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47394) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:08.152465 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group_rule': {'security_group_id': '82f79f9f-ffbb-448f-9e97-7278678764e6', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:08.234968 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.securitygroups_db [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Project c7eef097d67b4ae09bb2614da15c8a83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 05 17:08:08.250561 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.367644 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e414b-d737-4787-9497-4cfe775685d0 req-873eb645-3452-44c8-b993-4966eb5c19c7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:08.387853 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e40e414b-d737-4787-9497-4cfe775685d0 req-873eb645-3452-44c8-b993-4966eb5c19c7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.2948301 Jun 05 17:08:08.388369 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47400) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:08.421373 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.426734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.442986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:08.443787 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 4, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '67c3c3e4-dbe4-46e0-be62-42fe1cbc929f', 'name': '', 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'mac_address': 'fa:16:3e:42:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:08:00Z', 'updated_at': '2021-06-05T17:08:07Z', 'revision_number': 4, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'subnets': [{'id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:08:08.448420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52613b36-d9f3-4e44-872e-4ff061f8d6c9 None None] The sync data for ids ['f89e9311-907a-47d5-af8d-548e888f4b47'] in dv-cinder-794962-1-iscsi is: [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 4, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '67c3c3e4-dbe4-46e0-be62-42fe1cbc929f', 'name': '', 'network_id': '1b4babb3-7f47-4ec2-a0b6-a9d2bb548157', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'mac_address': 'fa:16:3e:42:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:08:00Z', 'updated_at': '2021-06-05T17:08:07Z', 'revision_number': 4, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'subnets': [{'id': '8d1978ee-571c-458d-ae5b-8f5530d32ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:08:08.482675 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f50f38e-551d-4812-a684-33fbd756ff75,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:08.483198 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.485818 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:08.507834 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.521301 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3884616 Jun 05 17:08:08.525223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47404) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:08.575067 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'security_group_rule': {'security_group_id': '82f79f9f-ffbb-448f-9e97-7278678764e6', 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:08.593983 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e40e414b-d737-4787-9497-4cfe775685d0 req-35ae8373-a5af-4fed-abb8-1c86c57d8cd7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688020 Jun 05 17:08:08.753644 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.762424 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.785605 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.securitygroups_db [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Project c7eef097d67b4ae09bb2614da15c8a83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 05 17:08:08.792027 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:08.805760 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:08.880559 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dddf751-90d0-46d9-9695-caf31512ca28,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:08.886372 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:08.892661 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5cf09e9a4c64b6595fe0b6682cb6bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032790 Jun 05 17:08:08.893460 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47420) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:09.023977 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.024676 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.036364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.038880 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1d4a0658-8a61-4851-8d78-e9f498a8be4d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:09.096910 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fd31b1-25cb-47fe-b31d-ae981f80f1ff,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:09.109686 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:09.111742 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.121282 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.123788 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5975945 Jun 05 17:08:09.230647 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.234755 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.238683 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dddf751-90d0-46d9-9695-caf31512ca28 HTTP/1.1" status: 204 len: 168 time: 0.3415868 Jun 05 17:08:09.238683 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-963169d0-b29b-4f5e-82f3-036d21a0e023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:09.273556 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dddf751-90d0-46d9-9695-caf31512ca28,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:09.278007 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:09.301565 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b4cec2b6-0b7b-485f-bfde-834836e248d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:09.855672 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a67c9-97e2-46ec-a3e1-d00f2f33bfa1 req-2b1505ab-5ef0-43b7-8199-b8a1e4884792 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:09.865812 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-715a67c9-97e2-46ec-a3e1-d00f2f33bfa1 req-2b1505ab-5ef0-43b7-8199-b8a1e4884792 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1289139 Jun 05 17:08:09.952575 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-715a67c9-97e2-46ec-a3e1-d00f2f33bfa1 req-aa11b3b2-5be4-4c23-94ce-279e44da7a43 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857134 Jun 05 17:08:10.127316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:10.347930 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:10.360640 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:10.361356 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:10.637205 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:10.680841 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:08:10.686834 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:10.691717 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-45aa3e4a-7a07-4226-8e96-96aad7c8187e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:10.782462 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:10.788984 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:11.159427 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99af80-efab-4690-9c6f-a0a56f0cf47f req-8789dc89-4ccc-42c9-b7f2-34c263d8589b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:11.163834 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1d99af80-efab-4690-9c6f-a0a56f0cf47f req-8789dc89-4ccc-42c9-b7f2-34c263d8589b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0887156 Jun 05 17:08:11.209974 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1d99af80-efab-4690-9c6f-a0a56f0cf47f req-004f3379-812e-40d9-aecc-aca9b4ee0faa tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Jun 05 17:08:11.716511 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:11.911315 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a380b14c-b971-4f4a-8afc-2b3c2de0c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:11.992804 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:08:12.057881 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:12.058255 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:12.393551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66885268-f81e-4c85-ab86-3d2b6997f725 req-246f8e23-4219-46d8-a9ed-ee870df897d3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:12.394936 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-66885268-f81e-4c85-ab86-3d2b6997f725 req-246f8e23-4219-46d8-a9ed-ee870df897d3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0798013 Jun 05 17:08:12.437864 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-66885268-f81e-4c85-ab86-3d2b6997f725 req-6849f726-1321-4c7b-8981-20a3d935ccf1 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Jun 05 17:08:12.949037 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:13.619608 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a2d8b-7a39-4994-af82-b2b24f61e64e req-d6c156c9-2079-4920-8436-8a398de5643d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:13.623630 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-005a2d8b-7a39-4994-af82-b2b24f61e64e req-d6c156c9-2079-4920-8436-8a398de5643d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0807619 Jun 05 17:08:13.670050 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-005a2d8b-7a39-4994-af82-b2b24f61e64e req-761fdeba-9767-435e-a05c-79079e8177e8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Jun 05 17:08:14.551867 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:14.870418 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcf53-b22a-428c-91c6-cfdaafe6e43d req-e1131e5c-b8f7-4ec4-9c48-de0792f45083 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:14.871913 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-712dcf53-b22a-428c-91c6-cfdaafe6e43d req-e1131e5c-b8f7-4ec4-9c48-de0792f45083 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0892334 Jun 05 17:08:14.926418 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-712dcf53-b22a-428c-91c6-cfdaafe6e43d req-12f4c3e7-e556-4988-91e7-42e64045f792 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Jun 05 17:08:16.106660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa88c-253f-4ed5-89ad-42f016f95dc7 req-cf320f7f-de38-44f7-8712-f97fd1827f1d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:16.108626 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27cfa88c-253f-4ed5-89ad-42f016f95dc7 req-cf320f7f-de38-44f7-8712-f97fd1827f1d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0774431 Jun 05 17:08:16.155376 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27cfa88c-253f-4ed5-89ad-42f016f95dc7 req-fecda60f-b5b7-4429-905e-2038830ecaff tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Jun 05 17:08:17.333825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391eb19a-7983-4c64-a9e1-fd4634a3e753 req-e1e9df6a-14da-4dd0-adbf-09ad19700bfe tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:17.335187 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-391eb19a-7983-4c64-a9e1-fd4634a3e753 req-e1e9df6a-14da-4dd0-adbf-09ad19700bfe tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0783312 Jun 05 17:08:17.377493 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-391eb19a-7983-4c64-a9e1-fd4634a3e753 req-617b18f1-a59c-4d32-a3d4-1bbbc611baa1 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Jun 05 17:08:18.566013 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66761a-2a8c-4fee-b4ec-8b1909593dcb req-f2fa16f3-fc9a-4a16-a1e8-f7fb33079f92 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:18.567547 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9f66761a-2a8c-4fee-b4ec-8b1909593dcb req-f2fa16f3-fc9a-4a16-a1e8-f7fb33079f92 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0820494 Jun 05 17:08:18.616908 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9f66761a-2a8c-4fee-b4ec-8b1909593dcb req-d5fdcc42-f022-4575-9a99-83de92dca3fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433440 Jun 05 17:08:19.813437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e184ad4-0e5a-4cc8-917d-5242a19f4f45 req-0966813a-3e27-4992-bd4a-92827b142577 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:19.814894 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5e184ad4-0e5a-4cc8-917d-5242a19f4f45 req-0966813a-3e27-4992-bd4a-92827b142577 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0877759 Jun 05 17:08:19.865538 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5e184ad4-0e5a-4cc8-917d-5242a19f4f45 req-4b96417d-d1f9-4351-b1ca-5624fbb56a97 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Jun 05 17:08:20.903400 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b264ae-9dc2-49d7-acae-ee04db4c770e req-359d4bfd-8381-4851-8dcc-e6f8702f1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:20.905726 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b9b264ae-9dc2-49d7-acae-ee04db4c770e req-359d4bfd-8381-4851-8dcc-e6f8702f1b51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 1098 time: 0.0786970 Jun 05 17:08:20.956414 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b9b264ae-9dc2-49d7-acae-ee04db4c770e req-dd4910da-3baa-47a5-8cca-f1e5b41dce76 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Jun 05 17:08:21.071283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2a5f-f510-4c91-815d-e76cce743686 req-3fd2915c-a4d2-4099-bc64-d4d95d1d96de tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:21.072767 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fa0b2a5f-f510-4c91-815d-e76cce743686 req-3fd2915c-a4d2-4099-bc64-d4d95d1d96de tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0946655 Jun 05 17:08:21.117540 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fa0b2a5f-f510-4c91-815d-e76cce743686 req-71e1017d-99e8-46eb-9348-1a488ff4afd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Jun 05 17:08:22.327963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a629c85-2692-470c-b69b-62643502216d req-00d4b7db-2e95-44fb-afce-6419905cece5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:22.329459 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0a629c85-2692-470c-b69b-62643502216d req-00d4b7db-2e95-44fb-afce-6419905cece5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0903664 Jun 05 17:08:22.400053 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0a629c85-2692-470c-b69b-62643502216d req-816613c0-fb75-4e48-b0d1-b57a40bc6a64 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630748 Jun 05 17:08:22.701185 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c99808-aef5-4eab-88fc-fbd62e483ef5 req-716066e1-992c-4240-8b34-1f26eab83f0e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:22.711946 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c7c99808-aef5-4eab-88fc-fbd62e483ef5 req-716066e1-992c-4240-8b34-1f26eab83f0e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1454380 Jun 05 17:08:22.764636 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c7c99808-aef5-4eab-88fc-fbd62e483ef5 req-5e8e65ec-5af5-41d4-bc74-9dbb859a21db tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480559 Jun 05 17:08:22.835842 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47888) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:22.940492 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47894) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:23.064203 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.097374 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.216329 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.229139 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.239538 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:23.311707 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7576ba29b6e464aad39990b9ef7a941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741874 Jun 05 17:08:23.314694 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47906) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:23.321953 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e917e41a-b427-4762-bec0-b5ff1ca52306,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:23.328825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:23.411634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.415407 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.420824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.425759 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-851b2085-06e1-42b9-bdd0-8a8f02ba605a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:23.453621 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.480803 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46d37afbe1b84250af5104fdbdd8026f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391297 Jun 05 17:08:23.484515 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47912) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:23.485211 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096bbd85-cb39-4855-a592-43593b258a91,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:23.515809 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:23.517332 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.520108 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.522786 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e917e41a-b427-4762-bec0-b5ff1ca52306 HTTP/1.1" status: 204 len: 168 time: 0.2055635 Jun 05 17:08:23.524200 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ff5a5fa4-b09c-4f4c-b34b-fd60ae394d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:23.565040 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917e41a-b427-4762-bec0-b5ff1ca52306,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:23.568253 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:23.588530 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.620746 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.699633 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.704749 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.705078 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47922) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:23.706669 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/096bbd85-cb39-4855-a592-43593b258a91 HTTP/1.1" status: 204 len: 168 time: 0.2185845 Jun 05 17:08:23.707919 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b5f27189-a86b-4770-b00e-ff706b37dff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:23.722709 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096bbd85-cb39-4855-a592-43593b258a91,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:23.725436 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:23.887122 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:23.999750 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.004308 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.013104 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-537e29db-a2d9-48b3-a649-d78e80fb860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:24.052144 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd38aa8-6266-4e5e-b84d-919285c06446,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:24.071199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:24.086546 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47938) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:24.087253 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=814ae73002264449a0c1a3190d25e656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809762 Jun 05 17:08:24.148412 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 47946) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:24.170743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.176076 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.285907 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.310517 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.315998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.324274 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-81e9fc87-b33d-448d-a8ec-1af45a383547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:24.342555 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.345293 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.348015 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bd38aa8-6266-4e5e-b84d-919285c06446 HTTP/1.1" status: 204 len: 168 time: 0.2602539 Jun 05 17:08:24.349421 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-47de78e0-4ac1-4733-9d46-d5f5f6e7fa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:24.376596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd38aa8-6266-4e5e-b84d-919285c06446,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:24.380405 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 47956) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:24.380748 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1049a54070554d88a65125c8b42d43f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307963 Jun 05 17:08:24.383356 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776edf27-5bc7-4de5-ac47-35eb1e1e9630,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:24.384187 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:24.391748 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:24.455479 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.489499 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.570779 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.574081 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:24.578520 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/776edf27-5bc7-4de5-ac47-35eb1e1e9630 HTTP/1.1" status: 204 len: 168 time: 0.1963830 Jun 05 17:08:24.579566 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:24.591107 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776edf27-5bc7-4de5-ac47-35eb1e1e9630,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:24.594091 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:24.967380 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-08fb0ff1-3071-4360-8bef-079f73eb9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:24.969278 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-08fb0ff1-3071-4360-8bef-079f73eb9094 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.1199403 Jun 05 17:08:25.047867 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983668-fddc-451d-acfc-03bc1b6ac2f8 req-26d5d256-43b2-4f58-9f60-8ce7101ba544 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:25.049564 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-38983668-fddc-451d-acfc-03bc1b6ac2f8 req-26d5d256-43b2-4f58-9f60-8ce7101ba544 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1014721 Jun 05 17:08:25.114447 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-38983668-fddc-451d-acfc-03bc1b6ac2f8 req-42bc5832-c4f9-423c-ba01-76280b99c608 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580494 Jun 05 17:08:25.125006 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-52e1543a-508d-48e6-90aa-5202f30fb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:25.126654 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-52e1543a-508d-48e6-90aa-5202f30fb658 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.1463828 Jun 05 17:08:25.218402 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-725da0b0-cda1-4737-b58a-58faf40ae437 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.0718331 Jun 05 17:08:25.297587 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-2fd8ac0c-9d68-494f-b0ce-8ac74e26a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:25.305186 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-2fd8ac0c-9d68-494f-b0ce-8ac74e26a9eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.0742872 Jun 05 17:08:25.355556 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-71330925-edef-4fda-a143-a6bbc642e689 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462570 Jun 05 17:08:25.533242 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-9ff7955b-fe4a-4b6b-b712-bde946d216a1 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708438 Jun 05 17:08:25.695150 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fbab3f5d-adc6-4eb6-b66f-2de1f690f326 req-bfcb4afb-e2ca-4028-81b7-a63d54acce09 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535053 Jun 05 17:08:26.297175 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504acb99-9193-4b6f-8de4-18e59a0e53d0 req-0271f5c5-2026-45e4-87fb-cc37ed279b61 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:26.298700 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-504acb99-9193-4b6f-8de4-18e59a0e53d0 req-0271f5c5-2026-45e4-87fb-cc37ed279b61 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0823627 Jun 05 17:08:26.347893 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-504acb99-9193-4b6f-8de4-18e59a0e53d0 req-cab27d33-50af-4cbb-9ee8-5aaec33f2be0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Jun 05 17:08:27.540214 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a2c46-22d9-4155-878a-95cecc70786e req-7296f5b0-4b6e-49df-89af-de505b83de78 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:27.541669 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-050a2c46-22d9-4155-878a-95cecc70786e req-7296f5b0-4b6e-49df-89af-de505b83de78 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0827632 Jun 05 17:08:27.584539 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-050a2c46-22d9-4155-878a-95cecc70786e req-74c99a0b-df2f-4dac-bc9c-ddab2e80219b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371675 Jun 05 17:08:28.766225 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b36b-e580-4e0d-9f76-bc1015328cf8 req-85d5c4f5-0829-4566-9e2b-f6202c1b7820 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:28.767673 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-12e6b36b-e580-4e0d-9f76-bc1015328cf8 req-85d5c4f5-0829-4566-9e2b-f6202c1b7820 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0777085 Jun 05 17:08:28.812695 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-12e6b36b-e580-4e0d-9f76-bc1015328cf8 req-c3127727-0f17-4662-9a6a-5a6dccebd9aa tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Jun 05 17:08:30.043810 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48190) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:30.112531 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6cae-0798-4cb5-bac0-7af725a20676 req-e29151ea-c963-4dc8-99d6-65e4801f7fd9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:30.114020 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b75f6cae-0798-4cb5-bac0-7af725a20676 req-e29151ea-c963-4dc8-99d6-65e4801f7fd9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1829650 Jun 05 17:08:30.174148 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b75f6cae-0798-4cb5-bac0-7af725a20676 req-ffd9e98e-3fa6-409b-b394-acbc10e618f9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525820 Jun 05 17:08:30.224992 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.333737 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.337841 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.346889 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9cf3930e-010e-43fc-a6ac-03a98a4a9a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:30.386753 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=211c7d548def4698b5db146a876ca445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394253 Jun 05 17:08:30.386753 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b688e-7102-4e3e-85c0-011ad272f862,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:30.387258 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 48208) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:30.389466 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:30.449601 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.477579 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.532922 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.535717 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.536846 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d69b688e-7102-4e3e-85c0-011ad272f862 HTTP/1.1" status: 204 len: 168 time: 0.1477635 Jun 05 17:08:30.537589 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8469b09c-8644-4733-b2ae-b63f066d55bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:30.547069 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69b688e-7102-4e3e-85c0-011ad272f862,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:30.549440 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:30.807882 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 48216) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:30.825129 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.925787 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.929557 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:30.936695 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3c5a6799-c043-4092-8c02-7affc752fa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:30.976138 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9ee3c0b1cd643fb919fee34aad8d1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670680 Jun 05 17:08:30.976909 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3faaf71-b3e0-4f34-9a5a-79d07eb9941b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:30.979542 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48218) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:30.979847 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:31.035974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:31.062184 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:31.117878 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:31.120393 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:31.121470 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3faaf71-b3e0-4f34-9a5a-79d07eb9941b HTTP/1.1" status: 204 len: 168 time: 0.1407564 Jun 05 17:08:31.122173 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-389d495b-c122-40c7-83ca-0dd72ab9c791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:31.132888 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3faaf71-b3e0-4f34-9a5a-79d07eb9941b,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:31.135120 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:34.346925 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:08:36.055488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7b75-50ca-4ef6-98a2-c11b0b3601b1 req-24f46b9e-fe18-4781-8567-cf4651737973 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:36.057030 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a2bc7b75-50ca-4ef6-98a2-c11b0b3601b1 req-24f46b9e-fe18-4781-8567-cf4651737973 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0825801 Jun 05 17:08:36.103093 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a2bc7b75-50ca-4ef6-98a2-c11b0b3601b1 req-47c11665-b3c2-49ca-a310-54581abc5058 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Jun 05 17:08:36.704183 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:37.289273 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13063081-458d-4f27-8965-695cfcfdf434 req-9b4c2c34-20bb-44e2-bc86-e3faf25c35c8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:37.290727 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-13063081-458d-4f27-8965-695cfcfdf434 req-9b4c2c34-20bb-44e2-bc86-e3faf25c35c8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0785346 Jun 05 17:08:37.337718 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-13063081-458d-4f27-8965-695cfcfdf434 req-da9c09bc-b2bf-4040-81ab-1ff8de6315a4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Jun 05 17:08:39.280454 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a01c-d88d-4c76-9478-a963064f16bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:41.718465 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:41.771316 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4d69-0fd9-4743-b29c-742ab860bc40 req-77959755-81fc-4673-8e7b-7ee25dc3119f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:41.772697 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8d4e4d69-0fd9-4743-b29c-742ab860bc40 req-77959755-81fc-4673-8e7b-7ee25dc3119f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0822127 Jun 05 17:08:41.816505 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8d4e4d69-0fd9-4743-b29c-742ab860bc40 req-35c23de6-f3db-438e-804e-6fe7048a938a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 Jun 05 17:08:41.914808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2eccb100-7b9d-42c4-ad27-11064f57acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:42.953030 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:43.300277 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503be4d-7047-4de8-911e-c4489a1dbf40 req-52a305e4-1a50-414e-874f-fad1da35aba2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:43.301834 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7503be4d-7047-4de8-911e-c4489a1dbf40 req-52a305e4-1a50-414e-874f-fad1da35aba2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0799804 Jun 05 17:08:43.351978 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7503be4d-7047-4de8-911e-c4489a1dbf40 req-d0eac509-522b-4f73-aebf-cc13f0415591 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Jun 05 17:08:44.543702 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee2ef5-0927-448d-a072-6baa48e8bb20 req-354e6d83-9138-4b19-8b3b-16345b7a769f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:44.545540 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3dee2ef5-0927-448d-a072-6baa48e8bb20 req-354e6d83-9138-4b19-8b3b-16345b7a769f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0892036 Jun 05 17:08:44.557555 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:44.594189 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3dee2ef5-0927-448d-a072-6baa48e8bb20 req-9d1c8a30-a80a-4138-b5dc-0d8c095c1f1a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Jun 05 17:08:45.383299 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48494) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:45.510229 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.625321 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.630102 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.640153 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e199ef88-78a5-45e7-90f1-b3b816f41c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:45.713699 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa13b6a-7f5b-4ab8-86de-e5dcca1fbc4b,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:45.727025 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65367fa84f2c408384cf535713731b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420939 Jun 05 17:08:45.734206 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48520) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:45.748294 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.748687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.749641 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.750073 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.750426 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.750825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.751180 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.751546 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.751889 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.752227 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.752561 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.753023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:45.800708 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:45.831903 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26109854-cb6c-4438-998e-8a41df8b16e9 req-be40bf95-6370-4a66-bc1d-bd297f3deb01 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:45.832818 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.838973 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-26109854-cb6c-4438-998e-8a41df8b16e9 req-be40bf95-6370-4a66-bc1d-bd297f3deb01 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1209042 Jun 05 17:08:45.872140 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.902700 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-26109854-cb6c-4438-998e-8a41df8b16e9 req-5ad7c9cc-4f0d-4087-a751-7a357e26df80 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625215 Jun 05 17:08:45.967971 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.970805 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:45.974619 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/daa13b6a-7f5b-4ab8-86de-e5dcca1fbc4b HTTP/1.1" status: 204 len: 168 time: 0.2392395 Jun 05 17:08:45.975433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:45.989728 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa13b6a-7f5b-4ab8-86de-e5dcca1fbc4b,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:45.992118 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:46.134483 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48538) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:46.344025 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48546) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:46.378639 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.386775 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.424163 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.db.api [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 05 17:08:46.424163 dv-cinder-794962-1-iscsi neutron-server[91860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 05 17:08:46.424163 dv-cinder-794962-1-iscsi neutron-server[91860]: [parameters: {'project_id': '4a0410ea4274493da7ca2e071794b72c', 'id': '765fa846-e8ae-4ae7-851f-a520bd339601', 'expiration': datetime.datetime(2021, 6, 5, 17, 10, 46, 419440)}] Jun 05 17:08:46.424163 dv-cinder-794962-1-iscsi neutron-server[91860]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 17:08:46.424585 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_db.api [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 17:08:46.505669 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.510161 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.516780 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-18f75889-0fb5-47c8-8808-a15288d13430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:46.561281 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21bd864ad81144f5a13fe1edce60fe1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256489 Jun 05 17:08:46.562165 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cd2093-b5bd-453e-801f-ffbcda4dbb82,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:46.564271 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 48550) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:46.565267 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:46.622766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.648183 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.703952 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.706338 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:46.707480 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10cd2093-b5bd-453e-801f-ffbcda4dbb82 HTTP/1.1" status: 204 len: 168 time: 0.1420517 Jun 05 17:08:46.708197 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eeb4c0fc-96ea-4870-8518-1179656e8a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:46.717170 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cd2093-b5bd-453e-801f-ffbcda4dbb82,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:46.725012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.725382 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.725737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.726084 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.726427 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.726770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.727105 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.727473 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.727814 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.728148 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.728481 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.728816 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:08:46.731781 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:46.925687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.057355 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.064252 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.079988 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-5c9faf9e-83f4-49e6-b86d-95eca52e05e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:47.115823 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355b9aa-13eb-4763-9e74-0c39d4e6829c req-48b93c35-5fb4-49d9-8665-8158f1a860d9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:47.117405 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a355b9aa-13eb-4763-9e74-0c39d4e6829c req-48b93c35-5fb4-49d9-8665-8158f1a860d9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1101956 Jun 05 17:08:47.124333 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d5edc-e084-4683-99ab-a50eac16fafb,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:47.130903 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a0410ea4274493da7ca2e071794b72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830663 Jun 05 17:08:47.130903 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:47.131219 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48562) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:47.131825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48564) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:47.163307 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.171485 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a355b9aa-13eb-4763-9e74-0c39d4e6829c req-d00fe861-58a4-4443-9970-6870fb80ac63 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 Jun 05 17:08:47.241304 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.281377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.364362 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.369310 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.376665 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-941a023f-d9fa-486a-a516-b0285a221a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:47.385584 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.387963 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.389057 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a2d5edc-e084-4683-99ab-a50eac16fafb HTTP/1.1" status: 204 len: 168 time: 0.2419722 Jun 05 17:08:47.443062 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65a931152e644ffd8dfc75b36afe99c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077693 Jun 05 17:08:47.443062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d3de5-9a4e-46e2-ad43-fb3603f48731,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:47.443566 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 48572) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:47.449958 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:47.450664 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-99be2f83-9277-4c4f-a2b5-311ea0d19c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:47.463258 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d5edc-e084-4683-99ab-a50eac16fafb,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:47.465816 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:47.513818 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.547674 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.627115 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.630028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:47.633064 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e17d3de5-9a4e-46e2-ad43-fb3603f48731 HTTP/1.1" status: 204 len: 168 time: 0.1884658 Jun 05 17:08:47.634986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fccd7bb6-7e2c-40cc-af7c-111963c6b6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:47.651106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d3de5-9a4e-46e2-ad43-fb3603f48731,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:47.669584 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:48.372464 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48618) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:48.383677 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978b18-2d5d-4c2e-94a3-1e6b148dcc37 req-cf12b75d-a6e9-4851-975c-58f7709999f4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:48.385217 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-94978b18-2d5d-4c2e-94a3-1e6b148dcc37 req-cf12b75d-a6e9-4851-975c-58f7709999f4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0915895 Jun 05 17:08:48.431253 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-94978b18-2d5d-4c2e-94a3-1e6b148dcc37 req-895e6b1d-6a6e-4496-b971-5bc06f0a9b91 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Jun 05 17:08:48.602370 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-37473587-network', 'tenant_id': '206204c003b54a1d99728ea9a6c588bc'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:48.624347 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Made reservation on behalf of 206204c003b54a1d99728ea9a6c588bc for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:08:48.626635 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.638696 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.833031 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.837543 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.842048 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4693ca6e-628f-4ba4-ba0b-b72ae952f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:48.876495 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:08:48.882013 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2384b0fa-af42-4f7c-b9cc-3c5643ea3f64,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:48.885425 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:48.892265 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.892946 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Added segment 410e3a1f-8f4b-44f3-8932-0812d0716e44 of type vlan for network 40569676-97b4-4dce-9d67-a1a92c962130 Jun 05 17:08:48.919587 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.954751 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.956149 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:48.956726 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:48.961927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-00444e21-d18d-4dfc-a0e2-db331696e965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:48.999920 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6255155 Jun 05 17:08:49.002933 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48642) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:49.009293 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Request body: {'subnet': {'network_id': '40569676-97b4-4dce-9d67-a1a92c962130', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-37473587-subnet', 'tenant_id': '206204c003b54a1d99728ea9a6c588bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:49.069610 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Pushing event updated for resources: {'Network': ['ID=40569676-97b4-4dce-9d67-a1a92c962130,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:49.074511 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:49.080876 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 40569676-97b4-4dce-9d67-a1a92c962130 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:08:49.087672 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Made reservation on behalf of 206204c003b54a1d99728ea9a6c588bc for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:08:49.090285 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:49.323990 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:49.328831 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:49.406995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d93c883-6037-458d-aa41-206402bed674,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:49.411164 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Checking segment: {'id': '410e3a1f-8f4b-44f3-8932-0812d0716e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '40569676-97b4-4dce-9d67-a1a92c962130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:08:49.411518 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Network hostable DHCP agents. Network: 40569676-97b4-4dce-9d67-a1a92c962130, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:08:49.414260 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:49.430455 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Network 40569676-97b4-4dce-9d67-a1a92c962130 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:08:49.440433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 40569676-97b4-4dce-9d67-a1a92c962130) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:08:49.445103 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:49.446330 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:49.449322 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8386d-44dd-4395-896c-e6dc653eaedb None None] Network 40569676-97b4-4dce-9d67-a1a92c962130 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:08:49.467053 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4630077 Jun 05 17:08:49.678345 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d18e2-ae6f-4661-8967-782c0bbdeeb1 None None] Network 40569676-97b4-4dce-9d67-a1a92c962130 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:08:50.079135 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 48682) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:50.084051 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-651148942-network', 'tenant_id': '536be82152c746f98f6243c5d84b4f67'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:50.104903 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Made reservation on behalf of 536be82152c746f98f6243c5d84b4f67 for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:08:50.107186 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.119411 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.218329 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.221688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.225350 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e11d5469-c2b8-4dd0-8d4f-b654d6cc9380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:50.247798 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:08:50.259768 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57d699-f684-4a5c-9bc1-562bc336de49,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:50.263605 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:50.264548 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.264889 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Added segment c4f6e4f8-df95-4138-953d-403bceda7d2e of type vlan for network ac563d19-2c6e-4b1a-877c-8e1bddb74e13 Jun 05 17:08:50.293135 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.322224 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.323766 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:50.324330 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.328925 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:50.373505 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2932620 Jun 05 17:08:50.376394 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 48686) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:08:50.385373 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Request body: {'subnet': {'network_id': 'ac563d19-2c6e-4b1a-877c-8e1bddb74e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-651148942-subnet', 'tenant_id': '536be82152c746f98f6243c5d84b4f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:50.404030 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Made reservation on behalf of 536be82152c746f98f6243c5d84b4f67 for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:08:50.406968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3783055'] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.420601 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Pushing event updated for resources: {'Network': ['ID=ac563d19-2c6e-4b1a-877c-8e1bddb74e13,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:50.423820 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:50.431052 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network ac563d19-2c6e-4b1a-877c-8e1bddb74e13 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:08:50.603747 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3783069'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.608232 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-cd68b143-44d1-4b7f-a87d-170442a2b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:50.678475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f25e08-d234-4b82-bd73-dcedb5eda94a,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:50.681102 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:50.688668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Checking segment: {'id': 'c4f6e4f8-df95-4138-953d-403bceda7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ac563d19-2c6e-4b1a-877c-8e1bddb74e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:08:50.689028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Network hostable DHCP agents. Network: ac563d19-2c6e-4b1a-877c-8e1bddb74e13, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:08:50.705319 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Network ac563d19-2c6e-4b1a-877c-8e1bddb74e13 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:08:50.713612 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, ac563d19-2c6e-4b1a-877c-8e1bddb74e13) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:08:50.718283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:50.718864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:50.723413 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2e351-f5bb-48b9-a427-d0a545f2ec3a None None] Network ac563d19-2c6e-4b1a-877c-8e1bddb74e13 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:08:50.736356 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-6e1c84f5-d2a2-40bf-996c-9677c33fc99c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3584523 Jun 05 17:08:50.914963 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe1cbe-7a2a-425a-a68e-c80e3bc52847 None None] Network ac563d19-2c6e-4b1a-877c-8e1bddb74e13 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:08:54.181357 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3507-be6a-4bf3-9dc9-676818cf54bf req-b28258eb-a936-4948-b89d-24306ed748fd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:54.182706 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c8bc3507-be6a-4bf3-9dc9-676818cf54bf req-b28258eb-a936-4948-b89d-24306ed748fd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0782588 Jun 05 17:08:54.226327 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c8bc3507-be6a-4bf3-9dc9-676818cf54bf req-b9b795a0-322a-4883-ae05-16aea006cc7e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Jun 05 17:08:55.266060 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-57491db1-7614-44ca-a395-caa38192ff56 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=49f725ef262a48c48a55000e93ba474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324991 Jun 05 17:08:55.433180 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc6121-3b4b-4cf3-b1f6-4fa7f233fc78 req-f6f93677-ffae-42a2-abf3-989ea6edf237 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:55.434637 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b40ddb1e-713c-465a-96dd-8f6d1476018f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:55.435535 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-16cc6121-3b4b-4cf3-b1f6-4fa7f233fc78 req-f6f93677-ffae-42a2-abf3-989ea6edf237 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1017015 Jun 05 17:08:55.440523 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b40ddb1e-713c-465a-96dd-8f6d1476018f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681757 Jun 05 17:08:55.461853 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-4ad74967-3bcc-47b1-9f33-cd629f118302 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/quotas/49f725ef262a48c48a55000e93ba474e HTTP/1.1" status: 200 len: 375 time: 0.0117750 Jun 05 17:08:55.485803 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-16cc6121-3b4b-4cf3-b1f6-4fa7f233fc78 req-a75b2421-f873-444c-b99e-c9cda39ad2ba tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435736 Jun 05 17:08:55.513578 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-31bedc2d-bbdc-4331-951c-0c8abec7f46c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49f725ef262a48c48a55000e93ba474e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459788 Jun 05 17:08:55.758268 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a41b00e8-0185-448f-9b73-4be67822e1ae req-3ef18e68-d8a5-41c0-9fba-ffbdce0dc5cd tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 210 time: 0.0541029 Jun 05 17:08:56.746012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c964e-6016-4c44-8e42-04c94ffb9875 req-c6c1de34-2ba1-4aed-8d95-d1db351a7cac tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:56.748283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-955c964e-6016-4c44-8e42-04c94ffb9875 req-c6c1de34-2ba1-4aed-8d95-d1db351a7cac tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1562846 Jun 05 17:08:56.802384 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-c532aeb6-38df-47b6-b70a-8367afa075be tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=49f725ef262a48c48a55000e93ba474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339403 Jun 05 17:08:56.807592 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-955c964e-6016-4c44-8e42-04c94ffb9875 req-15ba5086-977f-47fa-84e3-5606a1c9068e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527232 Jun 05 17:08:57.042092 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-83bd7faf-ed83-4fea-8af4-72a6e357761d tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:57.044156 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-83bd7faf-ed83-4fea-8af4-72a6e357761d tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350922 Jun 05 17:08:57.066209 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d01c5830-58e5-4318-99a5-47772670085a req-20e06b64-762a-4245-877b-86a767fb2df3 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 210 time: 0.0823169 Jun 05 17:08:57.074437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Request body: {'port': {'device_id': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c', 'admin_state_up': True, 'tenant_id': '49f725ef262a48c48a55000e93ba474e'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:08:57.249562 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Made reservation on behalf of 49f725ef262a48c48a55000e93ba474e for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:08:57.253303 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:57.266469 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:57.415989 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:57.425101 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:57.432346 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4647a053-ca3f-494c-ad08-c25b188d5530 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:57.517121 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdec15e-c238-48d7-ac04-0fc2a1326d58,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:57.527714 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:57.616147 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Allocated IP 192.168.233.107 (f2584b81-7019-4afc-b64e-8c57a504c30c/f081fd37-e731-413f-9dc8-9d49a86f7dec/6bc82c99-7069-4aa0-8637-5f4fa8eba298) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:08:57.958565 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:57.975833 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Transition to ACTIVE for port object 6bc82c99-7069-4aa0-8637-5f4fa8eba298 will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:08:58.001397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:58.007539 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:08:58.076325 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Network f2584b81-7019-4afc-b64e-8c57a504c30c is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:08:58.079632 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:08:58.083498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:08:58.168194 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Pushing event updated for resources: {'Port': ['ID=6bc82c99-7069-4aa0-8637-5f4fa8eba298,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:08:58.172656 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:08:58.220353 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:58.220966 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:58.243424 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1896722 Jun 05 17:08:58.259999 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15432-f171-47e9-842c-47de90225070 req-5f64a6ab-04b2-47b3-911c-2cd04e031962 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:58.261501 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1cc15432-f171-47e9-842c-47de90225070 req-5f64a6ab-04b2-47b3-911c-2cd04e031962 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1478424 Jun 05 17:08:58.297872 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8c682-1424-4cd8-aa00-c9ae2d0557f4 req-51aafb49-74ea-4bd8-863a-fb2f064a6add tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:58.299316 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e4c8c682-1424-4cd8-aa00-c9ae2d0557f4 req-51aafb49-74ea-4bd8-863a-fb2f064a6add tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 936 time: 0.0899534 Jun 05 17:08:58.306768 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1cc15432-f171-47e9-842c-47de90225070 req-313013ad-7a6f-4b25-b867-5c8766166f56 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Jun 05 17:08:58.346869 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e4c8c682-1424-4cd8-aa00-c9ae2d0557f4 req-8df04f03-9286-4688-973f-29c41a34ea55 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Jun 05 17:08:58.351580 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-9930b390-2345-4389-b63a-3f985b6a59b8 None None] Provisioning for port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:08:58.356259 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-9930b390-2345-4389-b63a-3f985b6a59b8 None None] Provisioning complete for port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:08:58.356626 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9930b390-2345-4389-b63a-3f985b6a59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:08:58.408679 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-9930b390-2345-4389-b63a-3f985b6a59b8 None None] Port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:08:59.485531 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f15a5a-1278-4f11-9d9e-4a83966b1500 req-5e5988a2-93d2-4621-84d0-3bdd3d2b965c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:59.486856 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-84f15a5a-1278-4f11-9d9e-4a83966b1500 req-5e5988a2-93d2-4621-84d0-3bdd3d2b965c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0773425 Jun 05 17:08:59.530503 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-84f15a5a-1278-4f11-9d9e-4a83966b1500 req-342b6a1f-430f-4b29-8918-4cbb483e0120 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Jun 05 17:08:59.703576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127705-7bbc-45ae-92c7-196e1ba01f6c req-3ccf72db-a1df-47b7-bb22-f298349b9086 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:08:59.704993 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b127705-7bbc-45ae-92c7-196e1ba01f6c req-3ccf72db-a1df-47b7-bb22-f298349b9086 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 936 time: 0.0840058 Jun 05 17:08:59.747452 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b127705-7bbc-45ae-92c7-196e1ba01f6c req-bfffbcd6-6939-4e62-9764-9095fe0ade53 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Jun 05 17:09:00.713822 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39651c6-1def-43bc-9f98-fe8324d9a946 req-d3a3494c-a46a-4eaa-bc76-1bfc7cd262f7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:00.715238 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e39651c6-1def-43bc-9f98-fe8324d9a946 req-d3a3494c-a46a-4eaa-bc76-1bfc7cd262f7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0783088 Jun 05 17:09:00.757531 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e39651c6-1def-43bc-9f98-fe8324d9a946 req-8c4936b4-f21c-46ff-b6b5-0c4e08ec21c6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Jun 05 17:09:00.929169 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52129e7c-6b57-4850-8b14-943768857742 req-a0193340-4ae9-4c6f-96b9-f3625d906a2e tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:00.930602 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-52129e7c-6b57-4850-8b14-943768857742 req-a0193340-4ae9-4c6f-96b9-f3625d906a2e tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 936 time: 0.0828435 Jun 05 17:09:00.974020 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-52129e7c-6b57-4850-8b14-943768857742 req-a3ea94db-af43-49d0-a4d7-203b9b4c72f1 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Jun 05 17:09:01.936429 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ea4a-8399-4a58-9c39-0da417779126 req-f5b63133-6d4f-48b7-bb46-f8bc7e7cc8b7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:01.938057 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8548ea4a-8399-4a58-9c39-0da417779126 req-f5b63133-6d4f-48b7-bb46-f8bc7e7cc8b7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0768616 Jun 05 17:09:01.984949 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8548ea4a-8399-4a58-9c39-0da417779126 req-e1f04476-932d-41f1-9948-26f807c3b3ec tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Jun 05 17:09:02.154367 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b598-38b7-448a-96f9-bb7f52d89873 req-0e8264fc-1a06-4c74-88b3-eb0067b3b7b2 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:02.155807 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b804b598-38b7-448a-96f9-bb7f52d89873 req-0e8264fc-1a06-4c74-88b3-eb0067b3b7b2 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 936 time: 0.0784574 Jun 05 17:09:02.201393 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b804b598-38b7-448a-96f9-bb7f52d89873 req-c9e0fd8d-930a-4b10-834c-0e7453ccec2b tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Jun 05 17:09:03.167902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce74c4-e5ad-4a32-930e-422b3ca85012 req-6beefd7c-cdab-43da-a151-40e1c36295c8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:03.169342 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ffce74c4-e5ad-4a32-930e-422b3ca85012 req-6beefd7c-cdab-43da-a151-40e1c36295c8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0826192 Jun 05 17:09:03.212731 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ffce74c4-e5ad-4a32-930e-422b3ca85012 req-a31d77e2-bc73-4703-b298-4a1fb4089300 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Jun 05 17:09:03.379416 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bde1e-a810-4a27-9ae2-43c7bd0a8e64 req-f0aeb90b-d064-4c1d-83b7-07471c254aa3 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:03.380849 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-440bde1e-a810-4a27-9ae2-43c7bd0a8e64 req-f0aeb90b-d064-4c1d-83b7-07471c254aa3 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 936 time: 0.0783155 Jun 05 17:09:03.424575 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-440bde1e-a810-4a27-9ae2-43c7bd0a8e64 req-a92f1d91-2b87-4400-a3c0-f35727728501 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jun 05 17:09:04.397712 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00d0-8e94-4075-b36f-5c916c801c2a req-28693448-6118-48eb-89bf-39c507e31a20 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:04.399159 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-54ba00d0-8e94-4075-b36f-5c916c801c2a req-28693448-6118-48eb-89bf-39c507e31a20 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0821443 Jun 05 17:09:04.443541 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-54ba00d0-8e94-4075-b36f-5c916c801c2a req-66c600c1-0435-4f33-bf69-3d2ba57715e3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Jun 05 17:09:04.608871 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac44ee-98cf-46de-9d1b-52602a598625 req-f1a1c2d1-dd71-4533-8c4e-769e012614c1 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:04.610877 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7ac44ee-98cf-46de-9d1b-52602a598625 req-f1a1c2d1-dd71-4533-8c4e-769e012614c1 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 936 time: 0.0790098 Jun 05 17:09:04.655323 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7ac44ee-98cf-46de-9d1b-52602a598625 req-60c63c37-aea2-4859-80cf-a9d9fae7b102 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388734 Jun 05 17:09:04.714398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Request body: {'port': {'device_id': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:04.859271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:05.007110 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-ae76f9e7-8161-4b24-84a1-fdd9a8673af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:05.008607 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-ae76f9e7-8161-4b24-84a1-fdd9a8673af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.1837764 Jun 05 17:09:05.256046 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-db9a50fe-9a5d-47bc-931c-a4e48440190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:05.257465 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-db9a50fe-9a5d-47bc-931c-a4e48440190b service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.2152684 Jun 05 17:09:05.361428 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-afe002e2-8d58-4f19-a5df-618899c19105 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.0901611 Jun 05 17:09:05.428689 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc82c99-7069-4aa0-8637-5f4fa8eba298 {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:05.439448 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:05.449680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-7cb00b2f-183b-4ce1-85cf-1f726d6d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:05.451091 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-7cb00b2f-183b-4ce1-85cf-1f726d6d0e79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.0796680 Jun 05 17:09:05.489120 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Transition to ACTIVE for port object 6bc82c99-7069-4aa0-8637-5f4fa8eba298 will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:05.502989 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-6852ec34-2e0f-4d64-962d-fcb1924d189e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420330 Jun 05 17:09:05.502989 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:05.505920 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:05.639386 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a704c9-76c2-43db-91f6-300d24bfa3f5 req-6e3c8d20-08a6-4f5b-a23e-a97a56fbf515 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:05.641020 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c9a704c9-76c2-43db-91f6-300d24bfa3f5 req-6e3c8d20-08a6-4f5b-a23e-a97a56fbf515 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0897827 Jun 05 17:09:05.722854 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c9a704c9-76c2-43db-91f6-300d24bfa3f5 req-ce055712-a95e-4f91-81fc-18c0f3db6580 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 Jun 05 17:09:05.958904 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Pushing event updated for resources: {'Port': ['ID=6bc82c99-7069-4aa0-8637-5f4fa8eba298,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:06.002726 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:06.088538 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-825b4262-4cc5-4ae2-b571-0cb4252defd7 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556605 Jun 05 17:09:06.091951 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Attempting to bind port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:06.092283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Attempting to bind port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:06.092607 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Attempting to bind port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 on network f2584b81-7019-4afc-b64e-8c57a504c30c {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:06.122072 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 on network f2584b81-7019-4afc-b64e-8c57a504c30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:09:06.122393 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Attempting to bind port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 on network f2584b81-7019-4afc-b64e-8c57a504c30c {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:06.143432 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:06.143770 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Checking segment: {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:06.144146 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Bound using segment: {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:06.144571 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Bound port: 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431fc182-e765-4792-b93f-cb053ab5507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:06.144910 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:06.249934 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa705537-397e-4a8a-9b93-a62d3f9cea89 req-f4733cc1-5d91-4b98-b04f-42bb4806819f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:06.251272 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fa705537-397e-4a8a-9b93-a62d3f9cea89 req-f4733cc1-5d91-4b98-b04f-42bb4806819f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 948 time: 0.2844336 Jun 05 17:09:06.349249 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fa705537-397e-4a8a-9b93-a62d3f9cea89 req-a674a774-191c-4e97-8b6a-fcb91b3a3fe5 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Jun 05 17:09:06.351028 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-27bdba1e-8a1b-4dcb-b6be-2a18cbc76f79 req-b348253d-ca79-4760-ae0a-64c319ab2344 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549746 Jun 05 17:09:06.360398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] For port 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:06.370090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] For port 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:06.370090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:06.375256 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-294c6421-be39-4d7b-90a8-5506cefcc1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:06.431252 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:06.431893 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:06.433241 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] 10.222.0.43 "PUT /v2.0/ports/6bc82c99-7069-4aa0-8637-5f4fa8eba298 HTTP/1.1" status: 200 len: 1098 time: 1.7236094 Jun 05 17:09:06.433722 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'tag': '6bc82c99-7069-4aa0-8637-5f4fa8eba298'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:06.435999 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc09e8-995a-43a5-a468-129743606818" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1d158a-7d35-44e2-875d-3d782fe3ea2a", "tag": "6bc82c99-7069-4aa0-8637-5f4fa8eba298"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:06.454480 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Pushing event updated for resources: {'Port': ['ID=6bc82c99-7069-4aa0-8637-5f4fa8eba298,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:06.458494 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:06.486406 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb7bcc2-b853-4ec7-8b21-829c9e5d4c48 x-openstack-request-id: req-cfb7bcc2-b853-4ec7-8b21-829c9e5d4c48 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:06.486744 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1d158a-7d35-44e2-875d-3d782fe3ea2a", "tag": "6bc82c99-7069-4aa0-8637-5f4fa8eba298", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:06.487002 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfb7bcc2-b853-4ec7-8b21-829c9e5d4c48 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:06.487446 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'tag': '6bc82c99-7069-4aa0-8637-5f4fa8eba298', 'status': 'completed', 'code': 200} Jun 05 17:09:06.580732 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-671a0e55-99f1-4814-a6bf-3ca48db9610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:06.582176 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-671a0e55-99f1-4814-a6bf-3ca48db9610c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49f725ef262a48c48a55000e93ba474e&device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 1101 time: 0.0729489 Jun 05 17:09:06.653514 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-c2a364d1-890a-4d5c-831b-6152a51ed466 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298 HTTP/1.1" status: 200 len: 217 time: 0.0629885 Jun 05 17:09:06.700896 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:06.720417 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b49d85d4-3e47-4a86-b945-bf07cd80e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:06.721855 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b49d85d4-3e47-4a86-b945-bf07cd80e978 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f081fd37-e731-413f-9dc8-9d49a86f7dec HTTP/1.1" status: 200 len: 843 time: 0.0607116 Jun 05 17:09:06.802400 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b9ace86e-3638-4424-8743-0eee7badb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:06.803896 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-b9ace86e-3638-4424-8743-0eee7badb929 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2584b81-7019-4afc-b64e-8c57a504c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742528 Jun 05 17:09:07.039674 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4eedd-1f09-4adb-9cc7-82ff9532a8a2 req-509d1c7a-fbf4-413e-b123-b8ea98fc65bd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:07.041149 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9ac4eedd-1f09-4adb-9cc7-82ff9532a8a2 req-509d1c7a-fbf4-413e-b123-b8ea98fc65bd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1930921 Jun 05 17:09:07.046935 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-82f3640d-d632-4657-b3f1-559f14c02d08 service neutron] 10.222.0.43 "GET /v2.0/networks/f2584b81-7019-4afc-b64e-8c57a504c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668255 Jun 05 17:09:07.126704 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9ac4eedd-1f09-4adb-9cc7-82ff9532a8a2 req-d2f5d280-e7e8-43d5-98e7-7def7620ddb9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Jun 05 17:09:07.219325 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-75a22f98-9e87-4f3d-bff9-ea628987acdc req-ed77035e-c096-400a-b0a4-2365f904ff52 service neutron] 10.222.0.43 "GET /v2.0/networks/f2584b81-7019-4afc-b64e-8c57a504c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546247 Jun 05 17:09:07.340229 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc09e8-995a-43a5-a468-129743606818 req-7ef69d80-c962-4874-9acf-c035c2ed72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:07.341792 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-7ef69d80-c962-4874-9acf-c035c2ed72b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49f725ef262a48c48a55000e93ba474e&device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 1101 time: 0.0723732 Jun 05 17:09:07.496776 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc09e8-995a-43a5-a468-129743606818 req-6f4ec133-54ad-42c5-8949-521b9a181050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:07.498847 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-6f4ec133-54ad-42c5-8949-521b9a181050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2584b81-7019-4afc-b64e-8c57a504c30c HTTP/1.1" status: 200 len: 870 time: 0.1504493 Jun 05 17:09:07.556639 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a0842-e1e4-4335-ad3e-3c366ff96592 req-91dfde4c-94df-4988-8002-033967a45d34 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:07.558056 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8d4a0842-e1e4-4335-ad3e-3c366ff96592 req-91dfde4c-94df-4988-8002-033967a45d34 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 948 time: 0.0841751 Jun 05 17:09:07.571185 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-f1ddbfa2-7705-49b7-84ac-6913fe0d415d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298 HTTP/1.1" status: 200 len: 217 time: 0.0640757 Jun 05 17:09:07.609450 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8d4a0842-e1e4-4335-ad3e-3c366ff96592 req-5de31ed9-c814-4028-a064-213ead4f8c72 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447831 Jun 05 17:09:07.638611 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc09e8-995a-43a5-a468-129743606818 req-4bf805ae-896b-4f70-9a6c-eb46a72b5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:07.640190 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-4bf805ae-896b-4f70-9a6c-eb46a72b5802 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f081fd37-e731-413f-9dc8-9d49a86f7dec HTTP/1.1" status: 200 len: 843 time: 0.0611598 Jun 05 17:09:07.794346 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc09e8-995a-43a5-a468-129743606818 req-86dfa87b-e0ea-475a-94ee-3d5fdf619cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:07.795958 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-86dfa87b-e0ea-475a-94ee-3d5fdf619cb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2584b81-7019-4afc-b64e-8c57a504c30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1480503 Jun 05 17:09:07.932169 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-6b422462-4c1b-4b26-bf91-d086a0e39619 service neutron] 10.222.0.43 "GET /v2.0/networks/f2584b81-7019-4afc-b64e-8c57a504c30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281252 Jun 05 17:09:08.074591 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-22dc09e8-995a-43a5-a468-129743606818 req-5203d05e-18c0-4592-85e5-9bc8fc7172dc service neutron] 10.222.0.43 "GET /v2.0/networks/f2584b81-7019-4afc-b64e-8c57a504c30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344340 Jun 05 17:09:08.317169 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ea37-fe70-4e57-b3ae-7734ef462b4a req-2d13a863-ed05-45e8-85a3-78dcff5748d3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:08.318688 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3809ea37-fe70-4e57-b3ae-7734ef462b4a req-2d13a863-ed05-45e8-85a3-78dcff5748d3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0833535 Jun 05 17:09:08.366486 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3809ea37-fe70-4e57-b3ae-7734ef462b4a req-d0e39cf1-6c61-42de-a3ed-6320ba8d9f65 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Jun 05 17:09:08.797213 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5b31-47d2-4bf4-bb24-88cc7eb73187 req-837341d1-83fd-4525-b40e-ffe94a2b5695 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:08.798820 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-867c5b31-47d2-4bf4-bb24-88cc7eb73187 req-837341d1-83fd-4525-b40e-ffe94a2b5695 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 948 time: 0.0802071 Jun 05 17:09:08.844757 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-867c5b31-47d2-4bf4-bb24-88cc7eb73187 req-98e592df-85de-4d97-8816-cc89ab09c6eb tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Jun 05 17:09:09.070478 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49082) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:09.185878 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.286122 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a743cddb-8c3d-49f2-a61e-7c2e52096386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.300863 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.304595 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.313430 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d782de41-548b-4b5c-8be7-9f0e1156e780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:09.353012 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a58f49b065734fb7bf767bfb757546a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814853 Jun 05 17:09:09.354806 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958cbe31-21f9-4d2b-955a-7d443a42675c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:09.355645 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49090) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:09.359173 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:09.425419 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.452197 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.517133 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.520998 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:09.524769 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/958cbe31-21f9-4d2b-955a-7d443a42675c HTTP/1.1" status: 204 len: 168 time: 0.1662230 Jun 05 17:09:09.573890 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-512d9376-50b8-4ee0-beef-89e06bad3864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:09.596747 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958cbe31-21f9-4d2b-955a-7d443a42675c,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:09.625184 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:09.665882 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a544028-1416-4196-b670-3517777c5f01 req-9d74c58d-3efa-44cc-ae62-a0bd7c09edcb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:09.668056 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a544028-1416-4196-b670-3517777c5f01 req-9d74c58d-3efa-44cc-ae62-a0bd7c09edcb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1439087 Jun 05 17:09:09.728210 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a544028-1416-4196-b670-3517777c5f01 req-ff0eb320-9ac1-4321-b683-9fd7e2b280cf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541899 Jun 05 17:09:10.043166 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44e245-9842-49a3-bf92-015732e047f9 req-b9070c66-f337-4db3-a9cd-ee55aa73bedf tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:10.045544 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ac44e245-9842-49a3-bf92-015732e047f9 req-b9070c66-f337-4db3-a9cd-ee55aa73bedf tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 948 time: 0.0829842 Jun 05 17:09:10.092467 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ac44e245-9842-49a3-bf92-015732e047f9 req-e263a670-96b1-4598-9e5d-95e333f6712f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Jun 05 17:09:10.922997 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7cdfe-3f0c-4ae7-819d-9a57f3a5ef8c req-0ea1c1d1-837c-4d90-965e-09eb79265b25 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:10.924464 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-89b7cdfe-3f0c-4ae7-819d-9a57f3a5ef8c req-0ea1c1d1-837c-4d90-965e-09eb79265b25 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0857852 Jun 05 17:09:10.967827 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-89b7cdfe-3f0c-4ae7-819d-9a57f3a5ef8c req-579c6585-62f7-426a-b59e-a7b8d7497e17 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378239 Jun 05 17:09:11.294200 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4d8cc-7fd9-4185-b5b6-f015087aa86f req-e654fef6-0367-4bf9-b8dc-5499675a768c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:11.295690 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0fc4d8cc-7fd9-4185-b5b6-f015087aa86f req-e654fef6-0367-4bf9-b8dc-5499675a768c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 948 time: 0.0897305 Jun 05 17:09:11.343933 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0fc4d8cc-7fd9-4185-b5b6-f015087aa86f req-06da5bca-d176-44df-bbbd-215a7b63c4ca tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Jun 05 17:09:11.347289 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:09:11.722726 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:11.919792 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bd42355f-2165-4734-8c23-72b25a91f7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:12.167139 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ba00-252a-4763-910b-3a7bdcd21566 req-6b237979-8c40-480a-80b7-6bbe04465caa tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:12.168627 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f270ba00-252a-4763-910b-3a7bdcd21566 req-6b237979-8c40-480a-80b7-6bbe04465caa tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0875182 Jun 05 17:09:12.220342 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f270ba00-252a-4763-910b-3a7bdcd21566 req-d120e2f4-aede-4afc-92be-987795569509 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Jun 05 17:09:12.542474 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170fb21-f3d0-413b-90fa-978d562b4c6b req-7bd837f8-066d-47a4-ac03-e58a2239262a tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:12.543936 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1170fb21-f3d0-413b-90fa-978d562b4c6b req-7bd837f8-066d-47a4-ac03-e58a2239262a tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 948 time: 0.0784566 Jun 05 17:09:12.590960 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1170fb21-f3d0-413b-90fa-978d562b4c6b req-0bdde7a3-4b71-4b1c-95bb-ef8b2b60fe09 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Jun 05 17:09:12.747593 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49230) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:12.916475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:12.957669 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.020978 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.024462 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.031912 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d32b2dc6-2c30-4dfb-83b1-465886aec818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:13.070676 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f00cf906b0c140f583195af4821ffb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220382 Jun 05 17:09:13.072293 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19494fb5-d31b-49c3-ab94-1a96f2a0c3a3,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:13.073304 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49238) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:13.075416 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:13.130787 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.148857 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 6bc82c99-7069-4aa0-8637-5f4fa8eba298 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:09:13.156320 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.214989 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.219239 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.224337 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19494fb5-d31b-49c3-ab94-1a96f2a0c3a3 HTTP/1.1" status: 204 len: 168 time: 0.1499295 Jun 05 17:09:13.226436 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-69e08ed9-05aa-4959-9086-5f617e2cce5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:13.250661 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19494fb5-d31b-49c3-ab94-1a96f2a0c3a3,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:13.253426 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:13.336101 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:13.354703 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '6bc82c99-7069-4aa0-8637-5f4fa8eba298', 'network_id': 'f2584b81-7019-4afc-b64e-8c57a504c30c', 'port_id': '6bc82c99-7069-4aa0-8637-5f4fa8eba298', 'mac_address': 'fa:16:3e:7c:9a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f081fd37-e731-413f-9dc8-9d49a86f7dec', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:09:13.426760 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.451599 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc82c99-7069-4aa0-8637-5f4fa8eba298 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:13.471015 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:13.480129 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.482167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-4a3cd2a8-29fb-44a7-8ff2-a0e4e69be297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:13.491259 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354303e-01ec-4898-b39f-25e32b80f9ce req-a41c54ec-d027-47ef-8116-0250bb6b488f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:13.499449 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5354303e-01ec-4898-b39f-25e32b80f9ce req-a41c54ec-d027-47ef-8116-0250bb6b488f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1298258 Jun 05 17:09:13.557779 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5354303e-01ec-4898-b39f-25e32b80f9ce req-086d5fcf-fbf8-4d8c-a04e-48778a96c02c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Jun 05 17:09:13.596784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=6bc82c99-7069-4aa0-8637-5f4fa8eba298,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:13.609912 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.610291 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.610843 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.611234 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.611685 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.612351 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.614219 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.614590 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.614932 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.615332 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.615845 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.626330 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:13.643919 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:13.745944 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49262) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:13.751947 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da730d-b971-4eaf-81b6-516b0a6ad76f req-d14eb7d7-b273-48d0-8914-751691ea4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:13.753405 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04da730d-b971-4eaf-81b6-516b0a6ad76f req-d14eb7d7-b273-48d0-8914-751691ea4598 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.1362929 Jun 05 17:09:13.767611 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.908125 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.912049 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04da730d-b971-4eaf-81b6-516b0a6ad76f req-7c83ec54-99aa-4006-9e8c-0da848f5122e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726027 Jun 05 17:09:13.914487 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:13.924198 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eb82eff0-3759-41f4-a3f7-5b3008eb3244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:13.931882 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bdd63-3a14-479b-a4cf-899867c8de48 req-e410d93b-d718-4b2c-9fd8-964fc2acb419 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:13.933741 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a48bdd63-3a14-479b-a4cf-899867c8de48 req-e410d93b-d718-4b2c-9fd8-964fc2acb419 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 949 time: 0.1793342 Jun 05 17:09:13.950824 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['6bc82c99-7069-4aa0-8637-5f4fa8eba298'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:09:13.967951 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dce8a18a3324ab08485c592c50fb19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198470 Jun 05 17:09:13.969216 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49264) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:13.973105 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f07bf1-0853-443f-88ee-7e6be6b202e3,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:13.976237 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:14.017026 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a48bdd63-3a14-479b-a4cf-899867c8de48 req-17374283-9d1e-4d00-8c4a-67acd1d86c77 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757427 Jun 05 17:09:14.065315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:14.093936 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:14.154099 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:14.157253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:14.158574 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89f07bf1-0853-443f-88ee-7e6be6b202e3 HTTP/1.1" status: 204 len: 168 time: 0.1881435 Jun 05 17:09:14.159397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-09812f25-e882-4c75-9286-4697999cc29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:14.185606 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f07bf1-0853-443f-88ee-7e6be6b202e3,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:14.191724 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:14.563660 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:14.754920 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ee4a7-0eaa-4e1f-8178-2c40f44dc260 req-4f331801-50cf-4032-abdc-2372d1c62ecb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:14.761733 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-849ee4a7-0eaa-4e1f-8178-2c40f44dc260 req-4f331801-50cf-4032-abdc-2372d1c62ecb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1019549 Jun 05 17:09:14.809489 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-849ee4a7-0eaa-4e1f-8178-2c40f44dc260 req-31e8a414-0786-44fa-8013-93c4bf90e126 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469093 Jun 05 17:09:15.229556 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2cd79-9249-4eaf-9024-7579db09fdee req-ded02e95-7003-4f05-b165-4561aef2eea5 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:15.231018 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-94e2cd79-9249-4eaf-9024-7579db09fdee req-ded02e95-7003-4f05-b165-4561aef2eea5 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 949 time: 0.0963380 Jun 05 17:09:15.276244 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-94e2cd79-9249-4eaf-9024-7579db09fdee req-d8077452-997c-45ed-ae9f-a48e288213e1 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Jun 05 17:09:15.928167 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49344) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:16.006749 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c37d9-eac0-41ab-9f83-b19d07578211 req-16c12966-bb88-4235-a5ec-b43791f3c2ad tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:16.007838 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa3c37d9-eac0-41ab-9f83-b19d07578211 req-16c12966-bb88-4235-a5ec-b43791f3c2ad tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0846562 Jun 05 17:09:16.055022 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa3c37d9-eac0-41ab-9f83-b19d07578211 req-e6178b4d-63da-4c78-94a3-a96ad3ae5d92 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Jun 05 17:09:16.063875 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.161817 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.165402 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.173727 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a9785fb8-806f-4bf1-8093-6d1dc1397370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:16.210895 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=708a7200c74c4206919396edf2ad90ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815542 Jun 05 17:09:16.212363 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478b119-3c35-4069-aa94-19e0d6d2d245,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:16.213565 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49350) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:16.215163 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:16.270929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.296887 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.353704 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.356393 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.357977 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8478b119-3c35-4069-aa94-19e0d6d2d245 HTTP/1.1" status: 204 len: 168 time: 0.1426251 Jun 05 17:09:16.359445 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a2cb853b-6215-42e7-8677-e962ea325953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:16.370183 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478b119-3c35-4069-aa94-19e0d6d2d245,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:16.391081 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:16.493824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef11920-44ff-473e-95d1-be20475324b2 req-d7fc358a-168b-4546-a413-14c9a707a4aa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:16.495288 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bef11920-44ff-473e-95d1-be20475324b2 req-d7fc358a-168b-4546-a413-14c9a707a4aa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 949 time: 0.1020472 Jun 05 17:09:16.542512 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bef11920-44ff-473e-95d1-be20475324b2 req-097bfd75-209d-48e5-a45b-dea0772cf968 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Jun 05 17:09:16.682821 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49366) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:16.700240 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.808117 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.811894 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.820139 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f82dbb97-8751-42af-a5d7-d345b208db9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:16.862751 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5660a0e4698a4560b6074af32d74008b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787748 Jun 05 17:09:16.864340 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3994041-1cbd-4eed-8585-a95894f1c0ba,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:16.865437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49374) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:16.873340 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:16.927928 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:16.954247 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:17.003996 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:17.006401 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:17.007568 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3994041-1cbd-4eed-8585-a95894f1c0ba HTTP/1.1" status: 204 len: 168 time: 0.1411405 Jun 05 17:09:17.008286 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a4c43bdf-dbeb-46ee-8518-6b590def8b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:17.018602 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3994041-1cbd-4eed-8585-a95894f1c0ba,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:17.020995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:17.270158 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c9c6-0998-4f6b-a713-b6c7582a5198 req-65474248-576b-4fc4-abad-d5e38a2547bb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:17.271535 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-67f7c9c6-0998-4f6b-a713-b6c7582a5198 req-65474248-576b-4fc4-abad-d5e38a2547bb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0937765 Jun 05 17:09:17.315294 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-67f7c9c6-0998-4f6b-a713-b6c7582a5198 req-20450f67-d223-4a13-a4ca-f00365f33b75 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Jun 05 17:09:17.735576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f16a56-464e-4bbc-87ec-07ff41cffc5f req-9f1b8d98-c790-45ba-b2c0-5a82ead91e5c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:17.737183 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d6f16a56-464e-4bbc-87ec-07ff41cffc5f req-9f1b8d98-c790-45ba-b2c0-5a82ead91e5c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 949 time: 0.0801816 Jun 05 17:09:17.780705 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d6f16a56-464e-4bbc-87ec-07ff41cffc5f req-3c14599f-5a20-4aca-a31b-3eb692038c5b tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Jun 05 17:09:18.497598 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3204e-5924-493d-a286-896f38602888 req-41c307a9-3c95-4068-9b92-17d5f7e26753 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:18.499035 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eda3204e-5924-493d-a286-896f38602888 req-41c307a9-3c95-4068-9b92-17d5f7e26753 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0807261 Jun 05 17:09:18.543904 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eda3204e-5924-493d-a286-896f38602888 req-005b4e6a-247e-42da-adf7-899f781868c5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Jun 05 17:09:18.965360 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961331fa-4e86-4245-be1e-b17e068d8932 req-3cd07273-26ad-4c84-8d9c-fb4d5a37fe36 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:18.966796 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-961331fa-4e86-4245-be1e-b17e068d8932 req-3cd07273-26ad-4c84-8d9c-fb4d5a37fe36 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 949 time: 0.0806234 Jun 05 17:09:19.017566 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-961331fa-4e86-4245-be1e-b17e068d8932 req-f8f55b73-d093-4a4b-89c4-2588eb77b814 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Jun 05 17:09:19.735779 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2695-c0dd-423e-8e54-f3e0a935f2e6 req-0a52c524-190a-469f-a975-0dc4933d0a72 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:19.737198 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-254e2695-c0dd-423e-8e54-f3e0a935f2e6 req-0a52c524-190a-469f-a975-0dc4933d0a72 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0796113 Jun 05 17:09:19.781530 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-254e2695-c0dd-423e-8e54-f3e0a935f2e6 req-d8c5ddab-d7c2-4f67-af5e-1c0faf5317e8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Jun 05 17:09:20.204376 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd610c-5406-4ed9-87dd-30b629f8d116 req-8d73dbc8-41e5-4bec-8eb1-a88ac716037f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:20.205924 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-80dd610c-5406-4ed9-87dd-30b629f8d116 req-8d73dbc8-41e5-4bec-8eb1-a88ac716037f tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 949 time: 0.0846696 Jun 05 17:09:20.253435 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-80dd610c-5406-4ed9-87dd-30b629f8d116 req-c22b7bad-c400-47eb-8249-5a3b8f568d89 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Jun 05 17:09:20.961140 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6ebdc-db92-4717-9a99-171c75a0d15d req-3bc6e432-bda8-4d49-be2c-59d3d9cf8efd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:20.962568 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ebd6ebdc-db92-4717-9a99-171c75a0d15d req-3bc6e432-bda8-4d49-be2c-59d3d9cf8efd tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0783973 Jun 05 17:09:21.008988 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ebd6ebdc-db92-4717-9a99-171c75a0d15d req-381f40a6-6e11-40c8-9152-1da734f8ca79 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Jun 05 17:09:21.162650 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 6bc82c99-7069-4aa0-8637-5f4fa8eba298 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:21.232131 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:21.237951 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:21.238339 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:21.368490 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:21.413153 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc82c99-7069-4aa0-8637-5f4fa8eba298'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:21.415436 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb99f253-caba-4d30-8256-95340527ece7" -d '{"events": [{"server_uuid": "bd1d158a-7d35-44e2-875d-3d782fe3ea2a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc82c99-7069-4aa0-8637-5f4fa8eba298"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:21.421373 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-23276080-470b-43e8-bdda-b4daec6d5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:21.423801 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:21.425064 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-23276080-470b-43e8-bdda-b4daec6d5798 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.1158569 Jun 05 17:09:21.432136 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:21.434281 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:21.513692 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fba600-cab5-49c6-9018-68eae5a722b4 req-2a202f5e-ffa5-4c19-a143-7bbfbf6aecc4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:21.522517 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7fba600-cab5-49c6-9018-68eae5a722b4 req-2a202f5e-ffa5-4c19-a143-7bbfbf6aecc4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1226168 Jun 05 17:09:21.546828 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=6bc82c99-7069-4aa0-8637-5f4fa8eba298,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:21.563601 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:21.597428 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7fba600-cab5-49c6-9018-68eae5a722b4 req-db19c6d2-d34d-4b52-abac-559c285920ae tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 Jun 05 17:09:21.656390 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbf04d-85f2-4717-8b6c-d65392cc6ef7 x-openstack-request-id: req-f6fbf04d-85f2-4717-8b6c-d65392cc6ef7 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:21.656753 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1d158a-7d35-44e2-875d-3d782fe3ea2a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc82c99-7069-4aa0-8637-5f4fa8eba298", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:21.657108 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6fbf04d-85f2-4717-8b6c-d65392cc6ef7 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:21.657560 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc82c99-7069-4aa0-8637-5f4fa8eba298', 'code': 200} Jun 05 17:09:21.710368 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-4fc89cd4-8a01-44cf-97c3-4faff5b7e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:21.711838 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-4fc89cd4-8a01-44cf-97c3-4faff5b7e1f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.2774494 Jun 05 17:09:21.788492 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933e0de-1505-4a98-abd0-31660629142e req-d41218e4-f22e-4421-8ae5-2c2d254cda3b tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:21.790015 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1933e0de-1505-4a98-abd0-31660629142e req-d41218e4-f22e-4421-8ae5-2c2d254cda3b tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.1717606 Jun 05 17:09:21.791310 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-96e74219-9038-4e66-a8d7-66a74f9c6349 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.0713768 Jun 05 17:09:21.935190 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1933e0de-1505-4a98-abd0-31660629142e req-6d3eedb0-8c30-4ae7-a762-ac7624b1e895 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375074 Jun 05 17:09:21.940324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-fa035778-a3d6-4667-b222-b8c6cb32e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:21.941675 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-fa035778-a3d6-4667-b222-b8c6cb32e5b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.1429651 Jun 05 17:09:21.993223 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-9f36d64b-644b-4f90-bd3c-c7b4b8c746d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442452 Jun 05 17:09:21.998746 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fb194-6f64-4e21-a201-b26f507440a2 req-b998efbe-0f89-48b9-b326-3400ff05a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:22.000697 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0c7fb194-6f64-4e21-a201-b26f507440a2 req-b998efbe-0f89-48b9-b326-3400ff05a5af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 1103 time: 0.1536396 Jun 05 17:09:22.117237 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0c7fb194-6f64-4e21-a201-b26f507440a2 req-73d321ee-ccff-40fd-9479-e266cb79b137 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Jun 05 17:09:22.151080 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-8e673d6f-82e1-4314-a358-66e8c6bf67f8 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495252 Jun 05 17:09:22.466423 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b1ef52d-f93e-4a58-8a41-f7a1efbcdf72 req-5e289ca9-c715-452c-945d-6c9a84641f85 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270871 Jun 05 17:09:22.786511 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd18c6c-7aa4-4829-8db9-cb6ce1d02fe4 req-96c1efa0-84eb-44b9-b187-56ee77db67e2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:22.788025 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6fd18c6c-7aa4-4829-8db9-cb6ce1d02fe4 req-96c1efa0-84eb-44b9-b187-56ee77db67e2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0799289 Jun 05 17:09:22.836945 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6fd18c6c-7aa4-4829-8db9-cb6ce1d02fe4 req-c952dcce-13df-4e85-8b32-69ce4a33e6ac tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Jun 05 17:09:23.126896 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dc79a-5a93-4e3e-9152-9040af2e1ce5 req-cad4afb8-34ab-4425-81e1-a2234581f865 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:23.128363 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-618dc79a-5a93-4e3e-9152-9040af2e1ce5 req-cad4afb8-34ab-4425-81e1-a2234581f865 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.0839486 Jun 05 17:09:23.173421 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-618dc79a-5a93-4e3e-9152-9040af2e1ce5 req-398774da-0812-47ee-94c4-c7b4a1e46035 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Jun 05 17:09:24.026302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b40bb3-c3a2-4644-a59d-bdbd76addcb3 req-c2cf624a-bdcb-4fdb-9c1d-d8857c3c4796 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:24.027769 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-20b40bb3-c3a2-4644-a59d-bdbd76addcb3 req-c2cf624a-bdcb-4fdb-9c1d-d8857c3c4796 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0829401 Jun 05 17:09:24.070796 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-20b40bb3-c3a2-4644-a59d-bdbd76addcb3 req-9990d693-977e-464f-ad3e-90883eb03d18 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Jun 05 17:09:24.354377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3706-1860-4058-9e7f-0d996dace5fc req-3c80b3b2-dee4-4bdd-8024-de0bd026bd96 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:24.355837 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1fad3706-1860-4058-9e7f-0d996dace5fc req-3c80b3b2-dee4-4bdd-8024-de0bd026bd96 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.0776463 Jun 05 17:09:24.400681 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1fad3706-1860-4058-9e7f-0d996dace5fc req-b0d4131e-feff-4c8b-9729-cf534beb64b4 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Jun 05 17:09:24.812292 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-11b2be16-af57-46a6-b17e-fed5052cc155 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001582499&fields=id&tenant_id=c7eef097d67b4ae09bb2614da15c8a83 HTTP/1.1" status: 200 len: 267 time: 0.0433865 Jun 05 17:09:24.827594 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c3fcd-0cf0-4a43-833d-38dfb983572b req-77c2cd8f-43b1-435e-a5d4-0498136fc9ff tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:24.829077 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-972c3fcd-0cf0-4a43-833d-38dfb983572b req-77c2cd8f-43b1-435e-a5d4-0498136fc9ff tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.0825443 Jun 05 17:09:24.891244 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-972c3fcd-0cf0-4a43-833d-38dfb983572b req-99ef0c69-afd3-4c62-af9f-cdb1e909fda0 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566185 Jun 05 17:09:24.995815 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-b046ad7a-dc36-4a82-b32f-cf8df9111c5a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:24.997707 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-b046ad7a-dc36-4a82-b32f-cf8df9111c5a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 809 time: 0.1756272 Jun 05 17:09:25.016402 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-b8cbccc6-cca4-4b10-a328-4c1edef0dc5b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/quotas/c7eef097d67b4ae09bb2614da15c8a83 HTTP/1.1" status: 200 len: 375 time: 0.0127468 Jun 05 17:09:25.107861 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-f43361a4-a3b9-4e78-934c-b9daa6e6f067 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859382 Jun 05 17:09:25.250176 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-9f4eb39b-cfb6-46ea-bff7-67a3c089a349 service neutron] 10.222.0.37 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304438 Jun 05 17:09:25.313597 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425083ec-30ee-4500-b131-2c458418d829 req-7625dba6-d2bf-4dd0-a126-6d62b6ac7fb4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:25.315048 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-425083ec-30ee-4500-b131-2c458418d829 req-7625dba6-d2bf-4dd0-a126-6d62b6ac7fb4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0886545 Jun 05 17:09:25.375804 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-425083ec-30ee-4500-b131-2c458418d829 req-1b0914ea-42e7-473b-96ef-ae38d5397400 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 Jun 05 17:09:25.395191 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-6091ae92-5ed5-4c5b-bfa6-6961fe0a6d74 service neutron] 10.222.0.37 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350105 Jun 05 17:09:25.864902 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-846a9980-ef91-4832-9831-88dfd1b0a7bc req-7bd577fd-7d0c-4c76-b797-60a268a2c5d8 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 210 time: 0.0477042 Jun 05 17:09:26.162106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd9b1-67bf-4c0a-aed4-e14f9108eede req-95999f63-19c1-4c9e-8aca-1f2312a7513c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:26.169628 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-025bd9b1-67bf-4c0a-aed4-e14f9108eede req-95999f63-19c1-4c9e-8aca-1f2312a7513c tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.1522515 Jun 05 17:09:26.246671 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-025bd9b1-67bf-4c0a-aed4-e14f9108eede req-900f55c8-4bef-47ee-a66a-6c2bdd185f2b tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670125 Jun 05 17:09:26.791473 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-28b70c7c-b341-4892-9b4b-4974d875b6c1 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:26.793227 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-28b70c7c-b341-4892-9b4b-4974d875b6c1 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.3533919 Jun 05 17:09:26.808592 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d77aa4-36c4-4e68-bdda-5bdd5039d5c3 req-5eb1d315-c859-44cc-baa8-2c384a3e3626 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:26.824153 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-01d77aa4-36c4-4e68-bdda-5bdd5039d5c3 req-5eb1d315-c859-44cc-baa8-2c384a3e3626 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2132626 Jun 05 17:09:27.026552 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-01d77aa4-36c4-4e68-bdda-5bdd5039d5c3 req-bf6169ba-202b-4384-bfa4-cca4fab3991f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013617 Jun 05 17:09:27.107374 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Deleting port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:09:27.109488 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:27.351206 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c06ef7b2-42ac-4a49-94f4-384d1398137e req-68e5650a-0745-488c-899c-a48e29380f4e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 210 time: 0.1351340 Jun 05 17:09:27.558788 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] For port 6bc82c99-7069-4aa0-8637-5f4fa8eba298, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6bc82c99-7069-4aa0-8637-5f4fa8eba298,segment=NetworkSegment(431fc182-e765-4792-b93f-cb053ab5507d),segment_id=431fc182-e765-4792-b93f-cb053ab5507d)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:27.559211 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:27.584684 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-04d4169f-12f5-4087-b644-8d871fe4fdcc tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:27.586574 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-04d4169f-12f5-4087-b644-8d871fe4fdcc tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 809 time: 0.4245441 Jun 05 17:09:27.731390 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Calling delete_port for 6bc82c99-7069-4aa0-8637-5f4fa8eba298 owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:09:27.787559 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-1f06fa65-9cd4-4449-b9c1-dd9dd1d79c5a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7eef097d67b4ae09bb2614da15c8a83 HTTP/1.1" status: 200 len: 380 time: 0.1383147 Jun 05 17:09:27.799775 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'port': {'device_id': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'admin_state_up': True, 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'security_groups': ['82f79f9f-ffbb-448f-9e97-7278678764e6']}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:27.840691 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264be332-4f8c-432f-befe-c9c9a58cbf8e req-8ade41c2-555d-4391-824b-ad31e491a700 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:27.843942 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-264be332-4f8c-432f-befe-c9c9a58cbf8e req-8ade41c2-555d-4391-824b-ad31e491a700 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 950 time: 0.3610971 Jun 05 17:09:27.996566 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-264be332-4f8c-432f-befe-c9c9a58cbf8e req-da13d416-0c47-449f-b8b7-a285ede1a582 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/security-groups?id=7bdec15e-c238-48d7-ac04-0fc2a1326d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398988 Jun 05 17:09:28.082227 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Made reservation on behalf of c7eef097d67b4ae09bb2614da15c8a83 for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:28.086146 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.104762 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.117152 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:28.117803 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49698) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:28.120954 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['6bc82c99-7069-4aa0-8637-5f4fa8eba298'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:09:28.162612 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Pushing event deleted for resources: {'Port': ['ID=6bc82c99-7069-4aa0-8637-5f4fa8eba298,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:28.166127 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:28.250392 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.296752 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] No DVR routers for this DVR port 6bc82c99-7069-4aa0-8637-5f4fa8eba298 on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:09:28.300449 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.302766 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9ff8ac4d-1a8c-4208-9184-2d93b73fa64d req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.43 "DELETE /v2.0/ports/6bc82c99-7069-4aa0-8637-5f4fa8eba298 HTTP/1.1" status: 204 len: 173 time: 1.4759133 Jun 05 17:09:28.307696 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'name': 'network-vif-deleted', 'tag': '6bc82c99-7069-4aa0-8637-5f4fa8eba298'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:28.310183 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b0df95-5081-415d-9f14-257d07b9a159" -d '{"events": [{"server_uuid": "bd1d158a-7d35-44e2-875d-3d782fe3ea2a", "name": "network-vif-deleted", "tag": "6bc82c99-7069-4aa0-8637-5f4fa8eba298"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:28.401800 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.410504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.431430 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-aae1f457-c841-4b5f-ad3f-1848268428e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:28.457781 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c04d5c9-2455-47ee-be74-24d319072372 x-openstack-request-id: req-7c04d5c9-2455-47ee-be74-24d319072372 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:28.458111 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1d158a-7d35-44e2-875d-3d782fe3ea2a", "name": "network-vif-deleted", "tag": "6bc82c99-7069-4aa0-8637-5f4fa8eba298", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:28.458399 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c04d5c9-2455-47ee-be74-24d319072372 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:28.458828 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1d158a-7d35-44e2-875d-3d782fe3ea2a', 'name': 'network-vif-deleted', 'tag': '6bc82c99-7069-4aa0-8637-5f4fa8eba298', 'status': 'completed', 'code': 200} Jun 05 17:09:28.465925 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Allocated IP 172.20.0.7 (c0e09c38-b26d-4a1d-acc2-8b9df12a51d1/6ad79c87-7246-47ce-a597-e3419b8e309e/93c71121-6ce0-445e-ab73-6c39750a6add) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:28.484977 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4c8a0-9d33-4c97-b604-06dbaee19817,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:28.492648 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10e4bfa587984c7ba9d4e4a155d6f375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737452 Jun 05 17:09:28.493843 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:28.494378 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49716) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:28.584780 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.612486 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.672499 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.674894 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.678488 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ea4c8a0-9d33-4c97-b604-06dbaee19817 HTTP/1.1" status: 204 len: 168 time: 0.1794307 Jun 05 17:09:28.678488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9ea14e5a-3400-42bf-a9a5-ab72e564e55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:28.686083 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4c8a0-9d33-4c97-b604-06dbaee19817,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:28.689693 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:28.827936 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1b054f2c-5eb6-4c8d-880f-2fb57ea67c6d req-54e2157f-2a49-4d7f-8fb1-1cb2acc193c0 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 210 time: 0.1688898 Jun 05 17:09:28.884211 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.904461 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Transition to ACTIVE for port object 93c71121-6ce0-445e-ab73-6c39750a6add will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:28.933200 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:28.944677 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:29.032450 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49736) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:29.041220 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:29.044305 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:29.046914 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:29.074359 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.084321 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:29.097401 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:29.135474 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:29.136470 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.248326 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8870593f-6886-4c24-8a9c-c193aefbb662 req-c6024df4-dfbf-4b50-8dcf-78e9d39657d7 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1d158a-7d35-44e2-875d-3d782fe3ea2a HTTP/1.1" status: 200 len: 210 time: 0.0532119 Jun 05 17:09:29.313734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.317047 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.321757 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5280287 Jun 05 17:09:29.325355 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9cd9cb8e-17d9-4cec-a690-06840b60ea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:29.341732 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Request body: {'port': {'device_id': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:29.367229 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6d6a35971b34f14a8de268037391bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334219 Jun 05 17:09:29.368471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49740) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:29.380008 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cb1e82-e7c1-404c-8912-8f16cad10072,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:29.384018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:29.401710 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ea5ce361-94c7-4aa1-a677-b51c69318abe None None] Provisioning for port 93c71121-6ce0-445e-ab73-6c39750a6add completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:29.408554 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ea5ce361-94c7-4aa1-a677-b51c69318abe None None] Provisioning complete for port 93c71121-6ce0-445e-ab73-6c39750a6add triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:29.409256 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce361-94c7-4aa1-a677-b51c69318abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.435302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.467227 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.467808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.516130 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ce361-94c7-4aa1-a677-b51c69318abe None None] Port 93c71121-6ce0-445e-ab73-6c39750a6add cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:09:29.542914 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.545402 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:29.549838 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17cb1e82-e7c1-404c-8912-8f16cad10072 HTTP/1.1" status: 204 len: 168 time: 0.1804013 Jun 05 17:09:29.550574 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e57255b5-a130-42a1-8690-b82b37323c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:29.568176 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cb1e82-e7c1-404c-8912-8f16cad10072,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:29.574383 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d556969d-0d40-4efb-b075-7a2f8ee7fd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:29.971839 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c71121-6ce0-445e-ab73-6c39750a6add {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:30.016283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.035622 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Transition to ACTIVE for port object 93c71121-6ce0-445e-ab73-6c39750a6add will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:30.041905 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.074940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-25e6c01b-eba4-420c-af09-8200bd04f7fb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:30.164564 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574b39-9984-4b08-b80c-cd15f215c76c req-8c41a179-cd64-42c9-929a-94e5647ed621 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:30.173863 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-44574b39-9984-4b08-b80c-cd15f215c76c req-8c41a179-cd64-42c9-929a-94e5647ed621 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1448178 Jun 05 17:09:30.258019 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-44574b39-9984-4b08-b80c-cd15f215c76c req-19b97efe-5d95-4d64-8df4-bdd86a1be85b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832894 Jun 05 17:09:30.540074 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:30.561380 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:30.585300 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49798) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:30.595436 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Attempting to bind port 93c71121-6ce0-445e-ab73-6c39750a6add on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:30.595774 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Attempting to bind port 93c71121-6ce0-445e-ab73-6c39750a6add by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:30.596284 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Attempting to bind port 93c71121-6ce0-445e-ab73-6c39750a6add on network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:30.603564 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Port 93c71121-6ce0-445e-ab73-6c39750a6add on network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:09:30.603888 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Attempting to bind port 93c71121-6ce0-445e-ab73-6c39750a6add on network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:30.620893 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dfc6c-8e3c-4102-97f3-dd20ab8f47d9 req-94fc0a61-176f-4377-87e7-b9dab250decc tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:30.622739 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-220dfc6c-8e3c-4102-97f3-dd20ab8f47d9 req-94fc0a61-176f-4377-87e7-b9dab250decc tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.3431213 Jun 05 17:09:30.623547 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:30.624531 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Checking segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:30.625007 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Bound using segment: {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:30.625452 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Bound port: 93c71121-6ce0-445e-ab73-6c39750a6add, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb039c1-737f-407a-bd42-6e83f5eda807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:30.625798 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.751944 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.758532 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-220dfc6c-8e3c-4102-97f3-dd20ab8f47d9 req-1a854142-6c48-4608-83bb-c37f890754e5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216886 Jun 05 17:09:30.799797 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:30.810714 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:30.822493 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.834826 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:30.871532 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:30.872285 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.873657 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] 10.222.0.43 "PUT /v2.0/ports/93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 1093 time: 1.5368226 Jun 05 17:09:30.888274 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:30.891992 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:30.938110 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.959095 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:30.974019 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-acd14a88-3b5d-438b-9572-57d6db62ac16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:31.033381 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f9e2d9-ab36-435c-b7de-0bccbe47220c x-openstack-request-id: req-71f9e2d9-ab36-435c-b7de-0bccbe47220c {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:31.034266 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:31.034695 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71f9e2d9-ab36-435c-b7de-0bccbe47220c {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:31.036666 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'status': 'completed', 'code': 200} Jun 05 17:09:31.042928 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ad8ca-cc7f-4252-af15-68e64651b0d7,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:31.055140 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:31.113699 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49836) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:31.114286 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99b45499283f4eea91a037a21c1ff5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270970 Jun 05 17:09:31.197661 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:31.201764 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:31.235478 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:31.260075 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-9c354ce8-18c9-4bbd-8781-e2397bce27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:31.261554 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-9c354ce8-18c9-4bbd-8781-e2397bce27bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1096 time: 0.3257470 Jun 05 17:09:31.277818 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:31.356068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:31.359082 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:31.362882 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f45ad8ca-cc7f-4252-af15-68e64651b0d7 HTTP/1.1" status: 204 len: 168 time: 0.2471492 Jun 05 17:09:31.363701 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2c2356ad-eeb1-4072-bea4-21e9854b9803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:31.373696 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ad8ca-cc7f-4252-af15-68e64651b0d7,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:31.376647 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:31.803149 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49886) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:31.933435 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49916) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:31.965076 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:31.976739 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.011006 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.db.api [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 05 17:09:32.011006 dv-cinder-794962-1-iscsi neutron-server[91860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 05 17:09:32.011006 dv-cinder-794962-1-iscsi neutron-server[91860]: [parameters: {'project_id': 'b51caeaf5f48444aa7b4065cbffdb680', 'id': 'a287776f-7e04-4ba5-bf92-a998bf00ed29', 'expiration': datetime.datetime(2021, 6, 5, 17, 11, 32, 6862)}] Jun 05 17:09:32.011006 dv-cinder-794962-1-iscsi neutron-server[91860]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 17:09:32.011395 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_db.api [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 17:09:32.092198 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.096869 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.105360 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-31e81f4d-e9d0-4e38-a8ff-2e737ad8f7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:32.111641 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 6bc82c99-7069-4aa0-8637-5f4fa8eba298 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:09:32.144453 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850715a-e57e-4ba1-a685-37142dd33ed4,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:32.148536 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=866378f142b2494ca2eaf513725bd445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137930 Jun 05 17:09:32.148854 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 6bc82c99-7069-4aa0-8637-5f4fa8eba298 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:09:32.149215 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 6bc82c99-7069-4aa0-8637-5f4fa8eba298 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:09:32.149514 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:32.151881 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49934) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:32.210524 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.238572 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.291694 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.294142 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.295259 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9850715a-e57e-4ba1-a685-37142dd33ed4 HTTP/1.1" status: 204 len: 168 time: 0.1424026 Jun 05 17:09:32.296127 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f7f27257-e48b-4195-ad52-547c470fb3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:32.307147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850715a-e57e-4ba1-a685-37142dd33ed4,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:32.309378 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:32.512537 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.628971 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.633986 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.642323 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-52fba08b-211f-4a0d-911a-4c570f78c417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:32.655953 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49958) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:32.674356 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.682688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0841888-11f1-493f-a074-59e097c7da0d,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:32.690109 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b51caeaf5f48444aa7b4065cbffdb680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827198 Jun 05 17:09:32.690109 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:32.690321 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 49962) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:32.762075 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.788628 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.792321 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.797046 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.807003 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c66c6b69-b9c4-4400-9fac-ac71b8ff3be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:32.852201 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.855808 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a34f41f8a0b4714b94e0bdf810ad3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962936 Jun 05 17:09:32.855808 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9ee98-7faf-438e-814e-53bb5d185f11,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:32.857473 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 49978) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:32.859939 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:32.863860 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.865181 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0841888-11f1-493f-a074-59e097c7da0d HTTP/1.1" status: 204 len: 168 time: 0.1736603 Jun 05 17:09:32.866014 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2045ebdd-6bf2-408d-8dfd-b4d1a1d9696f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:32.879566 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0841888-11f1-493f-a074-59e097c7da0d,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:32.881747 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:32.948467 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:32.976017 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:33.036069 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:33.038547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:33.041975 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5df9ee98-7faf-438e-814e-53bb5d185f11 HTTP/1.1" status: 204 len: 168 time: 0.1814003 Jun 05 17:09:33.041975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f5cb0e6c-3096-4ad4-8795-8f3503bfdcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:33.051104 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9ee98-7faf-438e-814e-53bb5d185f11,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:33.053414 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:33.253589 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-440fa5ee-b4b3-4657-a8b3-9e430a748417 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 217 time: 0.1405365 Jun 05 17:09:34.622321 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-322c9f51-c80e-4ec7-ab82-b43935f5469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:34.624502 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-322c9f51-c80e-4ec7-ab82-b43935f5469d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0822051 Jun 05 17:09:34.780208 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1849217-ec50-4792-ae3f-9306847a993e req-fad543e6-d186-44f0-87cb-6ed7e6e1caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:34.781786 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-fad543e6-d186-44f0-87cb-6ed7e6e1caa4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1509340 Jun 05 17:09:34.790729 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b1d5-c548-4213-a259-f346162c6d53 req-67f445bb-f13b-424a-a349-bc9e93029d6d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:34.792139 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4835b1d5-c548-4213-a259-f346162c6d53 req-67f445bb-f13b-424a-a349-bc9e93029d6d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1264853 Jun 05 17:09:34.954303 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4835b1d5-c548-4213-a259-f346162c6d53 req-15fd52e1-e302-4fcc-b161-701ae4c427f9 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397305 Jun 05 17:09:34.995884 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-e7ac79d6-a57c-4496-b97a-4efae6578bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028008 Jun 05 17:09:35.153024 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e1849217-ec50-4792-ae3f-9306847a993e req-ab9874ca-b76e-4f62-82bf-27633d6d13e9 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340637 Jun 05 17:09:35.276882 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-44f92fb7-7e05-4397-ab12-817c242337ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:35.278333 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-44f92fb7-7e05-4397-ab12-817c242337ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1096 time: 0.0756173 Jun 05 17:09:35.414517 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-72d57174-2e80-42f7-ac81-f625c361735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:35.415986 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-72d57174-2e80-42f7-ac81-f625c361735b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.1293988 Jun 05 17:09:35.488874 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-eeaff303-54c9-4462-807f-b88d800e819f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 217 time: 0.0642979 Jun 05 17:09:35.556813 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-eaca36fe-9e0a-431a-a7c4-b47ce54ee93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:35.558239 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-eaca36fe-9e0a-431a-a7c4-b47ce54ee93a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0627725 Jun 05 17:09:35.639935 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-6dc91b7c-fbce-47e4-b29a-d61dede9c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:35.641424 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-6dc91b7c-fbce-47e4-b29a-d61dede9c0b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750439 Jun 05 17:09:35.740948 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50200) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:35.776088 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-d45415ef-ba59-41d2-a77c-e32a39dbf6a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277542 Jun 05 17:09:35.807146 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Deleting subnet 5d93c883-6037-458d-aa41-206402bed674 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:09:35.810172 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:35.864688 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471789'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:35.918480 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c362f47-fbd0-4e5f-bbb8-f39918de5c6c req-1d47cf0e-002d-4236-b27b-268f50e6b1da service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348045 Jun 05 17:09:35.920196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:35.992531 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3783082'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:35.998028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4dcf916b-9b5b-4722-8eed-4cacc2139b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:36.034160 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d93c883-6037-458d-aa41-206402bed674,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:36.036801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:36.040032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.042520 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4c93a455-f0d9-4bb8-b637-cbe130a28750 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d93c883-6037-458d-aa41-206402bed674 HTTP/1.1" status: 204 len: 168 time: 0.3003714 Jun 05 17:09:36.045975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50206) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:36.149096 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f9ad-6d7c-49f4-9106-156256e23425 req-6fe6b2d0-c0ba-4a31-b145-33af2d57d07d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:36.150941 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2010f9ad-6d7c-49f4-9106-156256e23425 req-6fe6b2d0-c0ba-4a31-b145-33af2d57d07d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0821488 Jun 05 17:09:36.161026 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.197872 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2010f9ad-6d7c-49f4-9106-156256e23425 req-bd96138b-9a93-4b5b-acf4-f3c5dd9fe960 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Jun 05 17:09:36.285915 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.299662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40569676-97b4-4dce-9d67-a1a92c962130']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:36.312614 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410e3a1f-8f4b-44f3-8932-0812d0716e44') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:36.313114 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410e3a1f-8f4b-44f3-8932-0812d0716e44') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:36.324043 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471764'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.339730 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.345832 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:09:36.346217 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540215'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: Traceback (most recent call last): Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: timer() Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: cb(*args, **kw) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: return func(*args, **kwargs) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: self._notify() Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: self.callback(batched_events) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: event.method(event) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: return f(self, *a, **k) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._get(url).json() Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:09:36.360170 dv-cinder-794962-1-iscsi neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:09:36.438582 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.442185 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:36.456868 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.458643 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] 10.222.0.37 "DELETE /v2.0/networks/40569676-97b4-4dce-9d67-a1a92c962130 HTTP/1.1" status: 204 len: 168 time: 0.4115865 Jun 05 17:09:36.461643 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50210) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:36.463136 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Pushing event deleted for resources: {'Network': ['ID=40569676-97b4-4dce-9d67-a1a92c962130,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:36.468216 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-53da66b9-b0c4-4525-9d27-8b481f3ee265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:36.521861 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Deleting subnet 17f25e08-d234-4b82-bd73-dcedb5eda94a {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:09:36.525163 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.575290 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.748801 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.764078 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.775286 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50226) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:36.855618 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.861593 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b5b6014e-62df-40f2-a020-868c6d955401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:36.905602 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f25e08-d234-4b82-bd73-dcedb5eda94a,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:36.908194 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:36.910359 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/17f25e08-d234-4b82-bd73-dcedb5eda94a HTTP/1.1" status: 204 len: 168 time: 0.4476597 Jun 05 17:09:36.911471 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-32ebd68a-8ddf-4bac-89e8-04587bd891ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:36.912868 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50232) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:36.981968 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2b4b307b-09f5-4666-9bf2-484529f091b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49f725ef262a48c48a55000e93ba474e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028491 Jun 05 17:09:36.981968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50234) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:37.020912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.042878 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.070001 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.131650 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.134318 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.135533 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bdec15e-c238-48d7-ac04-0fc2a1326d58 HTTP/1.1" status: 204 len: 168 time: 0.1528206 Jun 05 17:09:37.136460 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-04361518-a92d-4a55-b1cc-38583768e193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:37.146972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdec15e-c238-48d7-ac04-0fc2a1326d58,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:37.149390 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:37.157687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.171687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac563d19-2c6e-4b1a-877c-8e1bddb74e13']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:37.184494 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f6e4f8-df95-4138-953d-403bceda7d2e') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:37.184793 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f6e4f8-df95-4138-953d-403bceda7d2e') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:37.197079 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.215253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.222280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:09:37.222724 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:09:37.244402 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:09:37.362678 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.374819 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5d0234a-caec-46d7-a68f-abb3fd1b8799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:37.393957 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.395788 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac563d19-2c6e-4b1a-877c-8e1bddb74e13 HTTP/1.1" status: 204 len: 168 time: 0.4817722 Jun 05 17:09:37.397826 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac563d19-2c6e-4b1a-877c-8e1bddb74e13,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:37.401134 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4d471b21-8117-47af-9ecb-5937b92ce57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:37.431052 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea05cc-74dc-4098-b61f-fde608e16d70 req-27706b92-2b57-43c6-b00f-d6b24637ba93 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:37.434882 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-34ea05cc-74dc-4098-b61f-fde608e16d70 req-27706b92-2b57-43c6-b00f-d6b24637ba93 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1244464 Jun 05 17:09:37.487275 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-34ea05cc-74dc-4098-b61f-fde608e16d70 req-f378278f-6c5c-4897-a9f6-79f2fd93271f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Jun 05 17:09:37.533295 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50254) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:37.643832 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-24ac13af-be91-495e-9834-cac6c412c06e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=206204c003b54a1d99728ea9a6c588bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092114 Jun 05 17:09:37.646112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50256) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:37.704592 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.732232 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.788530 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.791604 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:37.792884 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2384b0fa-af42-4f7c-b9cc-3c5643ea3f64 HTTP/1.1" status: 204 len: 168 time: 0.1458642 Jun 05 17:09:37.793837 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-23152ea7-f9cc-4d0c-88b4-e1c19faa2388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:37.804741 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2384b0fa-af42-4f7c-b9cc-3c5643ea3f64,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:37.806999 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:37.956195 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50274) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:38.141511 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50284) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:38.162653 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-4211925-network', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:38.219664 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-23a67778-c0a5-41ec-8cb6-0966be119b8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=536be82152c746f98f6243c5d84b4f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767539 Jun 05 17:09:38.220982 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Made reservation on behalf of a280be976ddf4936904835ce50f1f30c for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:38.222242 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50288) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:38.223319 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.237286 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.292808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.319823 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.347386 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.351304 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.355245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0babcf1e-bf6e-4e05-87ae-f4f53c9a6d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:38.380580 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.384337 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.388032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb75c5c-09df-4018-b63c-d1f6a5f11abf,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:38.388756 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d57d699-f684-4a5c-9bc1-562bc336de49 HTTP/1.1" status: 204 len: 168 time: 0.1628273 Jun 05 17:09:38.391869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:09:38.392377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3785bca2-406b-4b74-88c0-7bff701e0136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:38.394191 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:38.402253 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.402606 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Added segment 76ad03d9-39d9-416b-872a-69db91547051 of type vlan for network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 Jun 05 17:09:38.408194 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57d699-f684-4a5c-9bc1-562bc336de49,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:38.412658 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:38.431008 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.470047 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.471505 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:38.472271 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.477125 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d0fdde9b-b6ce-4378-a24f-2dd1254b91ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:38.522083 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5645397 Jun 05 17:09:38.525099 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50294) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:38.530607 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Request body: {'subnet': {'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-4211925-subnet', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:38.555793 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Made reservation on behalf of a280be976ddf4936904835ce50f1f30c for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:38.558783 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.594547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Pushing event updated for resources: {'Network': ['ID=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:38.597737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:38.605874 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:09:38.785990 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3d20-a834-4516-b8de-9cde2057f3ca req-84af3d89-e1d2-4b40-ac3a-c273c8b494d5 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:38.787551 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c7c3d20-a834-4516-b8de-9cde2057f3ca req-84af3d89-e1d2-4b40-ac3a-c273c8b494d5 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1445713 Jun 05 17:09:38.873006 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6c7c3d20-a834-4516-b8de-9cde2057f3ca req-f2693fc1-7eaf-45e7-8e9a-cd420cbfaae5 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762982 Jun 05 17:09:38.884065 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:38.888222 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:38.958939 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88602ade-9986-4deb-b86f-8a6b6be84b41,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:38.962750 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:38.970490 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Checking segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:38.970845 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Network hostable DHCP agents. Network: 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:09:38.989542 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:09:39.000874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:39.005068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:39.005955 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.017798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccde252-004b-4f2f-ace0-4aa4fa5fbac8 None None] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:39.037784 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5115604 Jun 05 17:09:39.040481 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50312) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:39.045220 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:39.090491 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.090491 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.114051 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.261677 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:09:39.262738 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.271499 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50322) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:39.352358 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-17f1589f-3289-4702-8dcc-4c0291a5c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.441935 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.453539 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-896845970-network', 'tenant_id': '1bf6d53b04a545ac8306d3cecfe8047b'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:39.478386 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Made reservation on behalf of 1bf6d53b04a545ac8306d3cecfe8047b for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:39.485966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Allocated IP 172.20.0.2 (2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09/88602ade-9986-4deb-b86f-8a6b6be84b41/26239257-fab3-4708-8022-644d8e7d969c) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:39.486255 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.499883 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.638068 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.643874 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.647463 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c1a8e33d-b36e-4a05-9272-cadad5d76b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:39.678182 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:09:39.684438 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:39.698349 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:39.706391 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.706732 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Added segment f71cad35-1d0b-4c84-bd86-b5027590cf7c of type vlan for network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 Jun 05 17:09:39.720482 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.734883 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Transition to ACTIVE for port object 26239257-fab3-4708-8022-644d8e7d969c will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:39.745163 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.753792 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Transition to ACTIVE for port object 26239257-fab3-4708-8022-644d8e7d969c will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:39.760019 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.770524 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d6d6eadf-036d-48c8-9de3-2b7bb8f06ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:39.780801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.782153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:39.782793 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.787827 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9b681ba1-d458-488c-9b5e-58d76f97b5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:39.827603 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5541222 Jun 05 17:09:39.830075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50332) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:39.837147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Request body: {'subnet': {'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-896845970-subnet', 'tenant_id': '1bf6d53b04a545ac8306d3cecfe8047b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:39.849273 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:39.850103 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Pushing event updated for resources: {'Port': ['ID=26239257-fab3-4708-8022-644d8e7d969c,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:39.853559 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:39.854844 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:39.857873 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:39.891556 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.901822 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Pushing event updated for resources: {'Network': ['ID=1a8658ff-822d-4878-bdf0-fa17c9f556d8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:39.906301 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:39.917784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:09:39.919906 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Made reservation on behalf of 1bf6d53b04a545ac8306d3cecfe8047b for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:39.923057 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3783055'] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.925298 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:39.994380 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Attempting to bind port 26239257-fab3-4708-8022-644d8e7d969c on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:39.994842 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Attempting to bind port 26239257-fab3-4708-8022-644d8e7d969c by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:39.995214 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Attempting to bind port 26239257-fab3-4708-8022-644d8e7d969c on network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:40.003884 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:40.004275 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Checking segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:40.004798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.005160 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Bound using segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:40.005633 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Bound port: 26239257-fab3-4708-8022-644d8e7d969c, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:40.006006 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.089548 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Allocated IP 172.27.0.42 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/37dc89a8-c1f3-4ea3-9ea9-dc057734729a) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:40.178420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] For port 26239257-fab3-4708-8022-644d8e7d969c, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:40.184423 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] For port 26239257-fab3-4708-8022-644d8e7d969c, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=26239257-fab3-4708-8022-644d8e7d969c,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:40.201241 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.205917 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3783069'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.214370 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:40.215748 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-45aa3e4a-7a07-4226-8e96-96aad7c8187e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:40.297986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e282b1-63e3-42bc-978e-81a157f46c78,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:40.302190 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Pushing event updated for resources: {'Port': ['ID=26239257-fab3-4708-8022-644d8e7d969c,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:40.303377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.304187 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:40.305333 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:40.330235 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf5bc1-f01a-4e7f-8ed9-778a68e2bb76 req-a5b6b84e-3a7f-4ffd-bdaf-92825edec24f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:40.331765 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-edaf5bc1-f01a-4e7f-8ed9-778a68e2bb76 req-a5b6b84e-3a7f-4ffd-bdaf-92825edec24f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1377745 Jun 05 17:09:40.342729 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Checking segment: {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:40.343056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Network hostable DHCP agents. Network: 1a8658ff-822d-4878-bdf0-fa17c9f556d8, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:09:40.360507 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:09:40.372229 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 1a8658ff-822d-4878-bdf0-fa17c9f556d8) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:40.377861 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:40.378701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.389518 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d7e20-0e11-41fa-96ad-11286acd1074 None None] Network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:40.389939 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:40.395998 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d8345438-823c-400b-bcde-7b19a5185e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:40.431034 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5926378 Jun 05 17:09:40.452409 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-edaf5bc1-f01a-4e7f-8ed9-778a68e2bb76 req-46bdc2ee-c78f-43ee-8b94-3dcd16c2de8d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058061 Jun 05 17:09:40.478903 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:40.481805 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:40.486283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:40.532782 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Pushing event updated for resources: {'Port': ['ID=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:40.537089 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:40.738526 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb73c9-49be-42c0-8992-f8c44d9b68a9 None None] Network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:41.020853 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:41.509419 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:41.512317 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d54fe-4f3f-482c-8cb8-b28686c57459 None None] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:41.638786 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-217db341-2157-4f02-9f71-1852346efdc6 None None] Provisioning for port 26239257-fab3-4708-8022-644d8e7d969c completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:41.757498 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:41.771114 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3269e-bec7-4eb0-a45b-ee2615587e1e req-6f074700-0fe9-425e-a04b-44dd17a7c4dd tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:41.772680 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-daa3269e-bec7-4eb0-a45b-ee2615587e1e req-6f074700-0fe9-425e-a04b-44dd17a7c4dd tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1897135 Jun 05 17:09:41.837544 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-daa3269e-bec7-4eb0-a45b-ee2615587e1e req-72991bed-0ebc-476b-9f92-8f357fd61b8d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574222 Jun 05 17:09:41.838844 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Router 5cd1acfe-bb78-4adc-8c58-895fdc884488 is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:09:41.919143 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4445-9ded-42e5-b67c-4fe818affadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.047021 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:09:42.057617 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Sync routers for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:09:42.070924 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:42.071593 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:42.072766 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.074267 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0326459 Jun 05 17:09:42.077701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50372) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:42.114635 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 26239257-fab3-4708-8022-644d8e7d969c up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:42.202351 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 26239257-fab3-4708-8022-644d8e7d969c completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:42.208979 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 26239257-fab3-4708-8022-644d8e7d969c triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:42.209561 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.325603 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:42.336305 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50378) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:42.363903 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.407425 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 26239257-fab3-4708-8022-644d8e7d969c, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=26239257-fab3-4708-8022-644d8e7d969c,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:42.415142 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.417611 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:42.518799 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=26239257-fab3-4708-8022-644d8e7d969c,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:42.523762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:42.590267 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.835638 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.849982 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.864836 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3ae21fd7-1ffe-499c-8a1a-06b713c24ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:42.921191 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba6d4e6aca314e849c52d88149b92a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835519 Jun 05 17:09:42.923293 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14413e-1c91-4170-b3d4-059413cb16a5,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:42.926650 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50398) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:42.942476 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:42.974422 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:42.985546 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:40Z', 'revision_number': 3, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:42.993098 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Checking router: 5cd1acfe-bb78-4adc-8c58-895fdc884488 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:09:42.993448 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Updating router 5cd1acfe-bb78-4adc-8c58-895fdc884488 port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:09:43.060195 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.060596 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.144719 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.150555 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.217680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-e23ef981-a86c-4d47-bc26-180bea99388d tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:43.219173 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-e23ef981-a86c-4d47-bc26-180bea99388d tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/networks?id=1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 200 len: 808 time: 0.2139919 Jun 05 17:09:43.223628 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8f90-3f75-4d82-876e-4e9856d39c69 req-e1a3d99d-c88d-4914-8542-782692b7644a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:43.231788 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-468c8f90-3f75-4d82-876e-4e9856d39c69 req-e1a3d99d-c88d-4914-8542-782692b7644a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.2132916 Jun 05 17:09:43.242107 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.249255 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.249255 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b14413e-1c91-4170-b3d4-059413cb16a5 HTTP/1.1" status: 204 len: 168 time: 0.3178568 Jun 05 17:09:43.249255 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8b153983-30a3-4565-91f0-448b979905d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:43.257136 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-b74d38ef-daa7-4c45-94d1-be8897275ed2 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/quotas/1bf6d53b04a545ac8306d3cecfe8047b HTTP/1.1" status: 200 len: 375 time: 0.0246565 Jun 05 17:09:43.259600 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14413e-1c91-4170-b3d4-059413cb16a5,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:43.261433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:43.319589 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-468c8f90-3f75-4d82-876e-4e9856d39c69 req-6799db3f-d3f5-420d-b51c-9d1c1783c273 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867002 Jun 05 17:09:43.333827 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-0466c30a-61ae-47ad-af12-1c0cc7966501 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551641 Jun 05 17:09:43.463716 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Allocated IP 172.20.0.1 (2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09/88602ade-9986-4deb-b86f-8a6b6be84b41/b79944c5-c09d-4498-af55-c7d2573cffa9) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:43.495072 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.503477 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-68bac40f-35f3-4b71-8c8c-da89b52ce8a0 service neutron] 10.222.0.37 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521380 Jun 05 17:09:43.508802 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Transition to ACTIVE for port object 37dc89a8-c1f3-4ea3-9ea9-dc057734729a will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:43.519794 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.530430 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-da33ec8d-a883-430c-befa-06bcda02ac71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:43.630164 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Attempting to bind port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:43.630684 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Attempting to bind port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:43.631173 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Attempting to bind port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:43.641363 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:43.641874 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:43.642299 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.642680 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:43.643269 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Bound port: 37dc89a8-c1f3-4ea3-9ea9-dc057734729a, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:43.643779 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.649514 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-e1e90c6e-eccf-4fef-9b8b-f0c0cdb84c53 service neutron] 10.222.0.37 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414051 Jun 05 17:09:43.677316 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Pushing event updated for resources: {'Port': ['ID=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:43.700857 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.701193 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.701519 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.701886 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.702211 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.702525 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.702835 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.703145 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.703496 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.703809 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.704115 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.704477 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:43.709879 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:43.734359 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.743527 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] For port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:43.754312 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] For port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:43.757672 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Transition to ACTIVE for port object b79944c5-c09d-4498-af55-c7d2573cffa9 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:43.761912 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.770612 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-2069dd51-efd8-42fd-8e91-2f638f2c686c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:43.788715 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:43.800965 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5faf1a01-ca57-4c8f-9785-b6343a4950e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:43.855465 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Pushing event updated for resources: {'Port': ['ID=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:43.861937 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-15b98a40-15df-4a57-b687-7b5278379ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:43.909239 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:43.910245 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:43.914211 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:43.915324 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Pushing event updated for resources: {'Port': ['ID=b79944c5-c09d-4498-af55-c7d2573cffa9,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:43.924138 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:43.937472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:43.941202 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:43.988644 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d20aab17-acf2-46b7-a857-77724e64d209 req-212c79ad-1e59-4aa2-9c82-e7d16c2749a3 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 210 time: 0.1170352 Jun 05 17:09:44.056133 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.156301 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 26239257-fab3-4708-8022-644d8e7d969c up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:44.283268 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.334234 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:44.366859 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 26239257-fab3-4708-8022-644d8e7d969c triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:44.367819 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.454714 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-f4890ecc-3ad8-45d7-818a-643e57efa4cf None None] Provisioning for port b79944c5-c09d-4498-af55-c7d2573cffa9 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:44.461407 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-f4890ecc-3ad8-45d7-818a-643e57efa4cf None None] Provisioning complete for port b79944c5-c09d-4498-af55-c7d2573cffa9 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:44.461789 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f4890ecc-3ad8-45d7-818a-643e57efa4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.667410 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-f4890ecc-3ad8-45d7-818a-643e57efa4cf None None] Port b79944c5-c09d-4498-af55-c7d2573cffa9 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:09:44.696019 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.791509 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50448) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:44.792945 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:40Z', 'revision_number': 3, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:44.798425 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e64ab7-750f-4c87-a96c-78dbea673983 None None] The sync data for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi is: [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:40Z', 'revision_number': 3, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:09:44.843982 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.862270 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13ae39-e1af-408b-893e-f0a61ecf8e00 req-88f55b4a-2d56-40e8-b026-65c6ea3a627e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:44.865009 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4d13ae39-e1af-408b-893e-f0a61ecf8e00 req-88f55b4a-2d56-40e8-b026-65c6ea3a627e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.2221565 Jun 05 17:09:44.866692 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:44.934539 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:45.030870 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Pushing event updated for resources: {'Port': ['ID=b79944c5-c09d-4498-af55-c7d2573cffa9,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:45.038396 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:45.060787 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-387759094-network', 'tenant_id': 'a8fd47b34887482eb3a799112e0f742f'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:45.085861 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4d13ae39-e1af-408b-893e-f0a61ecf8e00 req-356cdb5c-c49e-46e0-b28a-adc8cb2a9dd0 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747620 Jun 05 17:09:45.089387 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:45.290026 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Made reservation on behalf of a8fd47b34887482eb3a799112e0f742f for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:45.293184 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:45.309465 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:45.319668 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:09:45.324202 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-55519f3b-1a2c-48d9-a899-2e6477edbf80 req-95b8b683-fe95-4c0e-8a48-7432944100c4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 210 time: 0.0673327 Jun 05 17:09:45.339018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:45.340344 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:45.388762 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c6c51-be4a-4e7e-9f75-8444dc746b17 req-00b1c0fc-4965-4c22-b34d-c5b4ef5476be tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:45.391185 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e08c6c51-be4a-4e7e-9f75-8444dc746b17 req-00b1c0fc-4965-4c22-b34d-c5b4ef5476be tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.3827107 Jun 05 17:09:45.397178 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-90f939da-ba6f-4228-af3a-290f2096e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:45.399015 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-90f939da-ba6f-4228-af3a-290f2096e4ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.4469819 Jun 05 17:09:45.471965 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e08c6c51-be4a-4e7e-9f75-8444dc746b17 req-531205e1-8f5f-4ce2-a22c-2b1a3c33b82b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699308 Jun 05 17:09:45.673689 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:45.708946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '93c71121-6ce0-445e-ab73-6c39750a6add', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'port_id': '93c71121-6ce0-445e-ab73-6c39750a6add', 'mac_address': 'fa:16:3e:6c:9b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:09:45.763368 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-eeb3f5ba-bb97-4250-a7e6-c698ed8ca60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:45.765508 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-eeb3f5ba-bb97-4250-a7e6-c698ed8ca60f service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.3072667 Jun 05 17:09:45.793292 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:45.836149 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c71121-6ce0-445e-ab73-6c39750a6add {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:45.856300 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Router 5cd1acfe-bb78-4adc-8c58-895fdc884488 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:09:45.882063 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:45.894207 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:45.898041 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:45.962077 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:45.970604 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-43b0ec3f-5ef3-4ee0-af11-459efd1db9a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.1651130 Jun 05 17:09:45.997240 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-ac5bd9ac-5808-4679-a93e-e597473640d4 None None] Provisioning complete for port b79944c5-c09d-4498-af55-c7d2573cffa9 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:45.997755 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd9ac-5808-4679-a93e-e597473640d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.043578 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.047403 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-812892a3-c2b5-4a83-b48c-67b9c99a0143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:46.138239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bd9ac-5808-4679-a93e-e597473640d4 None None] Port b79944c5-c09d-4498-af55-c7d2573cffa9 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:09:46.143031 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:46.146266 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:46.161960 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:09:46.192327 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958d8a6e-81fb-4c89-9a7a-5071d4a30557,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:46.199615 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 37dc89a8-c1f3-4ea3-9ea9-dc057734729a up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:46.205632 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.206004 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.206368 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.206724 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.207077 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.207454 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.207803 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.208150 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.208502 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.208844 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.209190 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.209529 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:46.219825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:46.226680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.227021 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Added segment 9e24bf35-251c-4794-ba1c-d09b73133d30 of type vlan for network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 Jun 05 17:09:46.229168 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:09:46.241757 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] 10.222.0.37 "PUT /v2.0/routers/5cd1acfe-bb78-4adc-8c58-895fdc884488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1556041 Jun 05 17:09:46.241848 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-b7f8fadf-a914-4d00-816c-ff6e1efb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:46.241848 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-b7f8fadf-a914-4d00-816c-ff6e1efb00a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.1746728 Jun 05 17:09:46.297189 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-8a8637ba-7278-4cc1-8d9e-5f08985873b7 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:46.298840 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-8a8637ba-7278-4cc1-8d9e-5f08985873b7 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "GET /v2.0/networks?id=1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 200 len: 808 time: 0.6015480 Jun 05 17:09:46.300530 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['93c71121-6ce0-445e-ab73-6c39750a6add'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:09:46.350591 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:46.356401 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-bd531451-9f4e-44d9-bfa1-2d1b05c57918 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070743 Jun 05 17:09:46.358534 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:46.359160 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.366057 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Request body: {'port': {'device_id': '7a954390-250f-493d-af8c-27a45f6efece', 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8', 'admin_state_up': True, 'tenant_id': '1bf6d53b04a545ac8306d3cecfe8047b'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:46.485466 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.529505 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-755e3733-340f-4343-8fe9-6b7382804a0e req-857c3324-81dd-45d3-bdd0-f369e7e76e85 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 210 time: 0.0597651 Jun 05 17:09:46.576282 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.619723 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-002e3e15-6919-4fdd-ad7e-51668cfaeae4 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280138 Jun 05 17:09:46.660504 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:46.689393 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.698430 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:46.789965 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9d926-4a86-458c-843f-2de04b7c5c95 req-850972cf-9f29-489b-976d-c279dfc78557 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:46.789965 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-86f9d926-4a86-458c-843f-2de04b7c5c95 req-850972cf-9f29-489b-976d-c279dfc78557 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1444430 Jun 05 17:09:46.826606 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:46.832511 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:46.859178 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-86f9d926-4a86-458c-843f-2de04b7c5c95 req-7f69d241-09cb-4cea-a0d7-dfa394081bd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Jun 05 17:09:46.938961 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.961297 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:46.961995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:46.972917 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f323-3125-4181-9b36-7025c124e9e9 req-6125e442-05f1-41ab-a4e3-973b0b377f89 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:46.974489 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6306f323-3125-4181-9b36-7025c124e9e9 req-6125e442-05f1-41ab-a4e3-973b0b377f89 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 944 time: 0.6873553 Jun 05 17:09:46.980604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:47.004987 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50486) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:47.010245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1852001931-network', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:47.090804 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a20be997-63c8-4dd5-8efe-8e2f9fdebf78 req-de4bfb55-cb4e-4b5b-b1f5-54e1e685991e service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682332 Jun 05 17:09:47.120127 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Made reservation on behalf of 9cb280177d7f471c9dd208996fb377ff for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:47.123381 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.137219 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.160545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Made reservation on behalf of 1bf6d53b04a545ac8306d3cecfe8047b for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:47.164346 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.178610 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Pushing event updated for resources: {'Network': ['ID=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:47.187022 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3934379 Jun 05 17:09:47.194282 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:47.196055 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 50494) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:47.197168 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:09:47.198910 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6306f323-3125-4181-9b36-7025c124e9e9 req-e1aa8cd2-25af-4cbd-a0c7-e9bcd9bc6dc5 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974967 Jun 05 17:09:47.204243 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Request body: {'subnet': {'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-387759094-subnet', 'tenant_id': 'a8fd47b34887482eb3a799112e0f742f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:47.238114 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Sync routers for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:09:47.261833 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:47.262460 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:47.291860 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.298197 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.305153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-25337786-8f2a-452f-9ce9-cea98493ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:47.329270 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:09:47.344127 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7ccca-7d94-4e0b-8bbf-f27017aad32b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:47.349194 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.349525 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Added segment 37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6 of type vlan for network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 Jun 05 17:09:47.355019 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Made reservation on behalf of a8fd47b34887482eb3a799112e0f742f for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:47.357750 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.358502 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.359015 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.359565 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.359933 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.360265 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.360610 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.360951 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.361291 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.361629 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.361965 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.362300 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.362631 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:09:47.366605 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:47.396461 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.439237 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.442061 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:47.445602 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.450829 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:47.502026 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4929426 Jun 05 17:09:47.502233 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50496) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:47.511195 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Request body: {'subnet': {'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1852001931-subnet', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:47.518030 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:47.574511 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Pushing event updated for resources: {'Network': ['ID=df9ed48b-9ee8-4280-a6f7-7ccdcafc6533,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:47.580091 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1696ff7e-f955-4562-87de-a2b9322ba985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:47.591746 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Made reservation on behalf of 9cb280177d7f471c9dd208996fb377ff for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:47.594998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3783055'] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.660062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Allocated IP 172.20.0.13 (1a8658ff-822d-4878-bdf0-fa17c9f556d8/f9e282b1-63e3-42bc-978e-81a157f46c78/3f621da2-71be-4a45-919d-ec6273436619) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:47.688784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:09:47.735582 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3ff23b5d-8d73-454a-a2a4-b3f407afa7c6 req-bab5ca57-35e6-4fd0-9b30-a0176bfd0c05 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 210 time: 0.0507298 Jun 05 17:09:47.832497 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.841402 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-6219e699-7915-44c7-ae4d-31396ddb7c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:47.872077 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3783069'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:47.878776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fe65f284-0dd4-475f-bfc1-2905db471ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:47.976226 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c617dbf9-3f22-4ff2-8eca-075eb8be2941,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:47.981308 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:47.991508 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Checking segment: {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:47.991943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Network hostable DHCP agents. Network: df9ed48b-9ee8-4280-a6f7-7ccdcafc6533, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:09:48.005211 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 2, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:48.007665 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7322f24e-abbb-44ea-a657-d3963ef1290b,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:48.009869 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Checking router: 5cd1acfe-bb78-4adc-8c58-895fdc884488 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:09:48.010302 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Updating router 5cd1acfe-bb78-4adc-8c58-895fdc884488 port b79944c5-c09d-4498-af55-c7d2573cffa9 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:09:48.010653 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:48.016475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:09:48.034316 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, df9ed48b-9ee8-4280-a6f7-7ccdcafc6533) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:48.048860 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:48.049634 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.074895 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-327686ef-a5ed-4806-afe1-421214c18ac8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5713670 Jun 05 17:09:48.077235 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50504) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:48.082101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:48.088429 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Checking segment: {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:48.088808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Network hostable DHCP agents. Network: 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:09:48.104128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.113437 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.114695 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.115642 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795ebcbb-5098-4ca2-8712-165bf30918c2 None None] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:48.116530 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.132902 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 37dc89a8-c1f3-4ea3-9ea9-dc057734729a up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:48.142962 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.178340 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:09:48.195806 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:48.215045 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:48.215638 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.237158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e4490-5b5d-4bc1-bf89-cfe929ac9432 None None] Network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:48.294465 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fdb2-374e-474d-933a-1809d202bcf6 req-b09dc3a9-6ec9-43e9-9de9-f85e1090a251 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:48.295998 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9dd8fdb2-374e-474d-933a-1809d202bcf6 req-b09dc3a9-6ec9-43e9-9de9-f85e1090a251 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2894437 Jun 05 17:09:48.297990 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.305271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d390f484-5683-40d6-9a72-3607c831e658 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:48.348408 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:09:48.395006 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1863708 Jun 05 17:09:48.420316 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Pushing event updated for resources: {'Port': ['ID=3f621da2-71be-4a45-919d-ec6273436619,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:48.425945 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:48.434355 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:48.437205 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:48.441776 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:48.502919 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9dd8fdb2-374e-474d-933a-1809d202bcf6 req-823ba65f-c4c2-49f5-b671-e8b4d5b7de6a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219406 Jun 05 17:09:48.539015 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:48.539602 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.539704 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:48.540124 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.543674 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.565431 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2033458 Jun 05 17:09:48.580962 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Request body: {'port': {'device_id': '7a954390-250f-493d-af8c-27a45f6efece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:48.655428 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a40aa-ee5a-4b03-90c8-4785691ad657 req-d6ca3cf6-1f1a-4fa7-a3ef-70834f8bc310 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:48.662436 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b31a40aa-ee5a-4b03-90c8-4785691ad657 req-d6ca3cf6-1f1a-4fa7-a3ef-70834f8bc310 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 944 time: 0.2541704 Jun 05 17:09:48.732303 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:48.834460 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f4efbb-566c-4074-9b45-56a815817850 None None] Network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:48.935784 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b31a40aa-ee5a-4b03-90c8-4785691ad657 req-113eaa2b-e4a4-425f-aa92-e42398fd9ac4 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723629 Jun 05 17:09:49.164182 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.183511 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45128d-1054-4d40-89b7-f1bf9b984744 req-a1fb2dbf-beed-42c6-b879-67621ea4c60a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:49.191008 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0b45128d-1054-4d40-89b7-f1bf9b984744 req-a1fb2dbf-beed-42c6-b879-67621ea4c60a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 932 time: 0.2213767 Jun 05 17:09:49.213912 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.214175 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-df9ed48b-9ee8-4280-a6f7-7ccdcafc6533', 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'fixed_ips': [{'subnet_id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:09:49.214996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.276877 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.db.resource_extend [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 05 17:09:49.359675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:49.413044 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0b45128d-1054-4d40-89b7-f1bf9b984744 req-8287f0cf-1619-4361-bab2-50638bcb46f7 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209561 Jun 05 17:09:49.427729 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f621da2-71be-4a45-919d-ec6273436619 {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:49.438025 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.457524 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Transition to ACTIVE for port object 3f621da2-71be-4a45-919d-ec6273436619 will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:49.462263 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.466821 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-431f6385-0ea1-4cc1-926d-a14933194ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:49.495827 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Allocated IP 172.27.0.67 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/f2f3b568-74da-4303-aa08-acdffce941fb) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:49.584883 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 93c71121-6ce0-445e-ab73-6c39750a6add completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:49.604404 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 93c71121-6ce0-445e-ab73-6c39750a6add triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:49.604784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.626122 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Pushing event updated for resources: {'Port': ['ID=3f621da2-71be-4a45-919d-ec6273436619,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:49.633468 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:49.646688 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.681304 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.696917 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Allocated IP 172.20.0.2 (df9ed48b-9ee8-4280-a6f7-7ccdcafc6533/c617dbf9-3f22-4ff2-8eca-075eb8be2941/7d5ebecf-a020-4b93-87e4-c6427aa131e5) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:49.700955 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Attempting to bind port 3f621da2-71be-4a45-919d-ec6273436619 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:49.701394 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Attempting to bind port 3f621da2-71be-4a45-919d-ec6273436619 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:49.702366 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Attempting to bind port 3f621da2-71be-4a45-919d-ec6273436619 on network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:49.707211 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Port 3f621da2-71be-4a45-919d-ec6273436619 on network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:09:49.707685 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Attempting to bind port 3f621da2-71be-4a45-919d-ec6273436619 on network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:49.713337 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:49.713812 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Checking segment: {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:49.714290 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Bound using segment: {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:49.714817 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Bound port: 3f621da2-71be-4a45-919d-ec6273436619, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:49.715248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.718053 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Transition to ACTIVE for port object b79944c5-c09d-4498-af55-c7d2573cffa9 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:49.743869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.750803 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.758057 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:49.758225 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:49.810112 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] For port 3f621da2-71be-4a45-919d-ec6273436619, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:49.813960 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] For port 3f621da2-71be-4a45-919d-ec6273436619, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3f621da2-71be-4a45-919d-ec6273436619,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:49.819568 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.820510 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:49.829035 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:49.834715 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:49.835503 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-73056764-e197-45a5-afc8-a70af33f53fa tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:49.869419 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007316-19ab-4375-b74a-cf5643acbc38 req-96f69841-28cd-4958-98b7-6c07c9eae3c3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:49.877015 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6f007316-19ab-4375-b74a-cf5643acbc38 req-96f69841-28cd-4958-98b7-6c07c9eae3c3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2104716 Jun 05 17:09:49.915724 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:49.916470 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:49.917953 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] 10.222.0.43 "PUT /v2.0/ports/3f621da2-71be-4a45-919d-ec6273436619 HTTP/1.1" status: 200 len: 1094 time: 1.3450217 Jun 05 17:09:49.918403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f3b568-74da-4303-aa08-acdffce941fb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:49.918635 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a954390-250f-493d-af8c-27a45f6efece', 'tag': '3f621da2-71be-4a45-919d-ec6273436619'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:49.921142 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46" -d '{"events": [{"name": "network-changed", "server_uuid": "7a954390-250f-493d-af8c-27a45f6efece", "tag": "3f621da2-71be-4a45-919d-ec6273436619"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:49.943110 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Pushing event updated for resources: {'Port': ['ID=3f621da2-71be-4a45-919d-ec6273436619,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:49.945635 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:49.946766 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:49.962963 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6f007316-19ab-4375-b74a-cf5643acbc38 req-5e2ffcdd-22f2-4b6a-8475-533a22fd5f8b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850370 Jun 05 17:09:50.026360 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f82251f-94b7-41cc-8f74-58bd727b09ab x-openstack-request-id: req-5f82251f-94b7-41cc-8f74-58bd727b09ab {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:50.026822 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a954390-250f-493d-af8c-27a45f6efece", "tag": "3f621da2-71be-4a45-919d-ec6273436619", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:50.027198 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f82251f-94b7-41cc-8f74-58bd727b09ab {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:50.027736 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a954390-250f-493d-af8c-27a45f6efece', 'tag': '3f621da2-71be-4a45-919d-ec6273436619', 'status': 'completed', 'code': 200} Jun 05 17:09:50.120704 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aa0c6-f9cb-45f4-9ca6-9c74d8ccccb2 None None] Pushing event updated for resources: {'Port': ['ID=b79944c5-c09d-4498-af55-c7d2573cffa9,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:50.152962 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d74aa0c6-f9cb-45f4-9ca6-9c74d8ccccb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:50.165397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-402fedaf-a7aa-4f3a-88ac-4bec10d4aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:50.166918 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-402fedaf-a7aa-4f3a-88ac-4bec10d4aa24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 1097 time: 0.1984541 Jun 05 17:09:50.178836 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.216926 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Attempting to bind port b79944c5-c09d-4498-af55-c7d2573cffa9 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:50.217336 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Attempting to bind port b79944c5-c09d-4498-af55-c7d2573cffa9 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:50.217716 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Attempting to bind port b79944c5-c09d-4498-af55-c7d2573cffa9 on network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:50.239179 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-96587fe4-3b1f-48f6-9b99-109704d167e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f621da2-71be-4a45-919d-ec6273436619 HTTP/1.1" status: 200 len: 217 time: 0.0613267 Jun 05 17:09:50.244382 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:50.244841 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Checking segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:50.245182 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.245586 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Bound using segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:50.246080 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Bound port: b79944c5-c09d-4498-af55-c7d2573cffa9, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:50.246457 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.311902 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:50.314494 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed34bc9-fa6d-4079-aff0-16335b06b366" -d '{"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-plugged", "status": "completed", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:50.318624 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374742-f246-43b7-9420-db706c982300 req-92ee7e34-46ec-4df0-8598-451104258205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:50.320377 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-92ee7e34-46ec-4df0-8598-451104258205 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9e282b1-63e3-42bc-978e-81a157f46c78 HTTP/1.1" status: 200 len: 848 time: 0.0695534 Jun 05 17:09:50.378879 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-b1b3fdfd-8f72-48ab-bff7-86276c015609 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a8658ff-822d-4878-bdf0-fa17c9f556d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457811 Jun 05 17:09:50.397281 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af1ff2-0d57-4b2f-b2b8-f16b94d0cdff req-09121c42-9472-41d0-811c-03c7b82f92b1 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:50.399796 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c6af1ff2-0d57-4b2f-b2b8-f16b94d0cdff req-09121c42-9472-41d0-811c-03c7b82f92b1 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 944 time: 0.2755563 Jun 05 17:09:50.409880 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199da2f5-2f31-453d-8e09-eab419028032 x-openstack-request-id: req-199da2f5-2f31-453d-8e09-eab419028032 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:50.410185 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-plugged", "status": "completed", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:50.410448 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-199da2f5-2f31-453d-8e09-eab419028032 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:50.410871 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'code': 200} Jun 05 17:09:50.416887 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:50.435037 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.444981 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:50.513580 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.574805 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Transition to ACTIVE for port object 7d5ebecf-a020-4b93-87e4-c6427aa131e5 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:50.607620 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:50.621357 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c6af1ff2-0d57-4b2f-b2b8-f16b94d0cdff req-f2748298-150b-4790-9881-0d291ece3184 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938615 Jun 05 17:09:50.621981 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:50.630359 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] For port b79944c5-c09d-4498-af55-c7d2573cffa9, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:50.632915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Transition to ACTIVE for port object 7d5ebecf-a020-4b93-87e4-c6427aa131e5 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:50.638380 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.659388 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] For port b79944c5-c09d-4498-af55-c7d2573cffa9, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=b79944c5-c09d-4498-af55-c7d2573cffa9,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:50.662106 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.667816 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:50.710757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:50.711607 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-7edc54fb-eb8e-42d9-bef9-39e3a41db4cf service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128488 Jun 05 17:09:50.756355 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:50.761316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:50.764981 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:50.825540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Pushing event updated for resources: {'Port': ['ID=7d5ebecf-a020-4b93-87e4-c6427aa131e5,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:50.829115 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:50.835574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:50.872195 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:50.872778 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:51.022832 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Attempting to bind port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:51.023215 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Attempting to bind port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:51.023637 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Attempting to bind port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 on network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:51.039128 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ad374742-f246-43b7-9420-db706c982300 req-ef8c31ff-a79a-488e-ac0f-01c86edda06f service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174591 Jun 05 17:09:51.055433 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:51.055830 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Checking segment: {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:51.056165 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:51.056569 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Bound using segment: {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:51.057385 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Bound port: 7d5ebecf-a020-4b93-87e4-c6427aa131e5, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:51.057788 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:51.061034 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e291fad-e229-4c84-9e9e-98e1821023db req-49604caa-2195-4356-95ce-b92e91f766a3 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.062478 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1e291fad-e229-4c84-9e9e-98e1821023db req-49604caa-2195-4356-95ce-b92e91f766a3 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 944 time: 0.1891308 Jun 05 17:09:51.075064 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aa0c6-f9cb-45f4-9ca6-9c74d8ccccb2 None None] Pushing event updated for resources: {'Port': ['ID=b79944c5-c09d-4498-af55-c7d2573cffa9,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:51.078642 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d74aa0c6-f9cb-45f4-9ca6-9c74d8ccccb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:51.101978 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488d1f8-7931-4608-bf8f-30862ba08dcf req-84a26c12-1006-4179-bedb-15c1fb7aa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.104462 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0488d1f8-7931-4608-bf8f-30862ba08dcf req-84a26c12-1006-4179-bedb-15c1fb7aa0f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.1928313 Jun 05 17:09:51.151892 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-e0c4626e-cd5b-4e31-a37a-72505c9077a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.153230 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-e0c4626e-cd5b-4e31-a37a-72505c9077a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/networks?id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 HTTP/1.1" status: 200 len: 813 time: 0.3551805 Jun 05 17:09:51.186324 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1e291fad-e229-4c84-9e9e-98e1821023db req-8c92cb73-9581-4543-b81d-b61c74a08be7 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173508 Jun 05 17:09:51.227617 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0488d1f8-7931-4608-bf8f-30862ba08dcf req-a3c69bc1-2203-409f-9a2f-92e601ff3d54 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795975 Jun 05 17:09:51.229854 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-5328cf1a-6e54-40a6-a34a-10de97782260 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/quotas/a8fd47b34887482eb3a799112e0f742f HTTP/1.1" status: 200 len: 375 time: 0.0201032 Jun 05 17:09:51.241367 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:51.250123 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-a30302ec-5e67-4f3f-81fa-cd22f8c590a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.252795 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-a30302ec-5e67-4f3f-81fa-cd22f8c590a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 1097 time: 0.1473727 Jun 05 17:09:51.299091 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-e019a5dc-e318-49ad-886d-c89613dcff6e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8fd47b34887482eb3a799112e0f742f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525382 Jun 05 17:09:51.311534 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] For port 7d5ebecf-a020-4b93-87e4-c6427aa131e5, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:51.377466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] For port 7d5ebecf-a020-4b93-87e4-c6427aa131e5, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=7d5ebecf-a020-4b93-87e4-c6427aa131e5,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:51.408743 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:51.415727 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:51.475622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:51.502473 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf7026-e29f-49cf-b4d1-d3dd15c52688 req-e7a9e628-7f77-46a9-9b9b-62f80098ca83 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.504015 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0ebf7026-e29f-49cf-b4d1-d3dd15c52688 req-e7a9e628-7f77-46a9-9b9b-62f80098ca83 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1945698 Jun 05 17:09:51.547154 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-e434b2be-9206-4151-8af4-4d726ee14f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.549273 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-e434b2be-9206-4151-8af4-4d726ee14f08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 200 len: 909 time: 0.1893549 Jun 05 17:09:51.565572 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-a6d48797-159b-4297-9a4c-1d7728f9dada service neutron] 10.222.0.37 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164576 Jun 05 17:09:51.580055 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Pushing event updated for resources: {'Port': ['ID=7d5ebecf-a020-4b93-87e4-c6427aa131e5,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:51.583758 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:51.647300 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-da313d75-3bbd-4478-bc94-d4140ef4191f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f621da2-71be-4a45-919d-ec6273436619 HTTP/1.1" status: 200 len: 217 time: 0.0889208 Jun 05 17:09:51.652303 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0ebf7026-e29f-49cf-b4d1-d3dd15c52688 req-bada5d8a-4529-4a52-b96d-000566b7653e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319165 Jun 05 17:09:51.695737 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:50Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:51.702959 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5b8d9-26ad-427c-9e64-6f6943b77b3b None None] The sync data for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi is: [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:50Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:09:51.753414 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-7f71ebbe-9b67-489d-ab15-edeb9e8f39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:51.753911 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-7f71ebbe-9b67-489d-ab15-edeb9e8f39b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9e282b1-63e3-42bc-978e-81a157f46c78 HTTP/1.1" status: 200 len: 848 time: 0.1004074 Jun 05 17:09:51.864030 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-2d9fd667-7f53-47b5-8a3d-8b5316d7b00c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a8658ff-822d-4878-bdf0-fa17c9f556d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015685 Jun 05 17:09:51.886272 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-a28f90e5-4fe1-4d69-b4c6-45d62da1a771 service neutron] 10.222.0.37 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077095 Jun 05 17:09:51.988887 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Router d376b929-6bce-458b-93d5-ed58908d15e4 is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:09:52.152385 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-57676864-e2b7-4d7e-b875-8b79636d9471 service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797775 Jun 05 17:09:52.188311 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7f38709-59bf-4d49-a596-c21309ba8915 req-37d8db65-0503-4d1f-8a13-6180aefdd70c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0510857 Jun 05 17:09:52.260115 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 7d5ebecf-a020-4b93-87e4-c6427aa131e5 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:52.314956 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:09:52.326509 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Sync routers for ids ['d376b929-6bce-458b-93d5-ed58908d15e4'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:09:52.341859 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Routers {'d376b929-6bce-458b-93d5-ed58908d15e4'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:52.342773 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d376b929-6bce-458b-93d5-ed58908d15e4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:52.352208 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:52.356100 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2752194 Jun 05 17:09:52.356368 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50580) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:52.396000 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426060c-e33a-42b1-af3f-93f0d8ccd1ec req-429108c5-d0b0-4c0e-9b7e-6ed8c0c0c10a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:52.398642 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1426060c-e33a-42b1-af3f-93f0d8ccd1ec req-429108c5-d0b0-4c0e-9b7e-6ed8c0c0c10a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.3601799 Jun 05 17:09:52.458218 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:52.468771 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device b79944c5-c09d-4498-af55-c7d2573cffa9 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:52.593383 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8a77fa84-d65b-4a31-a8e4-df2f286b3c46 req-1a5bad8e-4686-4430-bae1-a95ccf4cd3fe service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252565 Jun 05 17:09:52.617827 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1426060c-e33a-42b1-af3f-93f0d8ccd1ec req-1c808ef1-84bf-4b39-a7c7-b9bb8ddecfda tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110789 Jun 05 17:09:52.657288 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port b79944c5-c09d-4498-af55-c7d2573cffa9 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:52.662825 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port b79944c5-c09d-4498-af55-c7d2573cffa9 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:52.663216 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:52.704986 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Set router d376b929-6bce-458b-93d5-ed58908d15e4 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:52.972457 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.072730 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port b79944c5-c09d-4498-af55-c7d2573cffa9, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=b79944c5-c09d-4498-af55-c7d2573cffa9,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:53.092631 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.094712 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:53.098276 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573b911-c8d7-4c2a-a138-77e3c1a54477 req-29b52ec6-bb46-4ac7-8a09-3e1da6e08d84 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:53.113833 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e573b911-c8d7-4c2a-a138-77e3c1a54477 req-29b52ec6-bb46-4ac7-8a09-3e1da6e08d84 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2594306 Jun 05 17:09:53.221374 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e573b911-c8d7-4c2a-a138-77e3c1a54477 req-8a579029-cdee-4385-890b-712d4053f79b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064324 Jun 05 17:09:53.246442 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db468b9-ff6c-4176-bbd2-3156bab3e7eb None None] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:09:53.313205 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:09:50Z', 'revision_number': 3, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:53.323897 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Checking router: d376b929-6bce-458b-93d5-ed58908d15e4 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:09:53.324249 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Updating router d376b929-6bce-458b-93d5-ed58908d15e4 port f2f3b568-74da-4303-aa08-acdffce941fb binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:09:53.353724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d0452-76aa-46b2-a03e-a66cd9f271cd req-92ca7f4d-7fc8-4bbc-83ba-c01fdbb9c257 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:53.367037 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4b0d0452-76aa-46b2-a03e-a66cd9f271cd req-92ca7f4d-7fc8-4bbc-83ba-c01fdbb9c257 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 944 time: 0.8997993 Jun 05 17:09:53.423029 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.439778 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4b0d0452-76aa-46b2-a03e-a66cd9f271cd req-1c4caf9c-0a4c-47c1-b140-491edb95531e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699520 Jun 05 17:09:53.502390 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Provisioning for port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:53.527683 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Provisioning complete for port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:53.528468 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.556937 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=b79944c5-c09d-4498-af55-c7d2573cffa9,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:53.568808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:53.681091 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd7b7196-0815-4a80-98fb-971040257b04 req-dd8a8442-0279-47e6-af18-78e69c410c52 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0586338 Jun 05 17:09:53.813164 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.840095 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a21507-8b5c-425e-9e28-835e7c016c67 req-b1aa596e-b9d9-4899-ab86-62b74122a09b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:53.847661 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6a21507-8b5c-425e-9e28-835e7c016c67 req-b1aa596e-b9d9-4899-ab86-62b74122a09b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.1038733 Jun 05 17:09:53.860725 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.863815 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] For port 7d5ebecf-a020-4b93-87e4-c6427aa131e5, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=7d5ebecf-a020-4b93-87e4-c6427aa131e5,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:53.874314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.875273 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Transition to ACTIVE for port object f2f3b568-74da-4303-aa08-acdffce941fb will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:53.877974 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:53.888173 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.892232 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:53.914531 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6a21507-8b5c-425e-9e28-835e7c016c67 req-8a0dd2b4-23fc-406d-b0aa-915d007783dd tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659325 Jun 05 17:09:53.974830 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Attempting to bind port f2f3b568-74da-4303-aa08-acdffce941fb on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:53.975211 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Attempting to bind port f2f3b568-74da-4303-aa08-acdffce941fb by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:53.975650 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Attempting to bind port f2f3b568-74da-4303-aa08-acdffce941fb on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:53.984181 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Pushing event updated for resources: {'Port': ['ID=7d5ebecf-a020-4b93-87e4-c6427aa131e5,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:53.985537 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054757e4-fe7c-4b34-9976-db109e859e1e None None] Pushing event updated for resources: {'Port': ['ID=f2f3b568-74da-4303-aa08-acdffce941fb,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:53.988054 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:53.996255 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-054757e4-fe7c-4b34-9976-db109e859e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:53.997300 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:53.997692 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:53.998097 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:53.998664 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:53.999143 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Bound port: f2f3b568-74da-4303-aa08-acdffce941fb, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:53.999549 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.088150 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] For port f2f3b568-74da-4303-aa08-acdffce941fb, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:54.091397 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] For port f2f3b568-74da-4303-aa08-acdffce941fb, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=f2f3b568-74da-4303-aa08-acdffce941fb,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:54.109966 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.114016 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:54.138287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 7d5ebecf-a020-4b93-87e4-c6427aa131e5 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:54.203268 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.220331 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Routers {'d376b929-6bce-458b-93d5-ed58908d15e4'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:54.221286 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d376b929-6bce-458b-93d5-ed58908d15e4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:54.252145 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:54.252526 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.370419 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-f7580621-2514-4321-b906-5542218d1ce1 None None] Provisioning complete for port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:54.373531 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f7580621-2514-4321-b906-5542218d1ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.398768 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054757e4-fe7c-4b34-9976-db109e859e1e None None] Pushing event updated for resources: {'Port': ['ID=f2f3b568-74da-4303-aa08-acdffce941fb,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:54.411191 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-054757e4-fe7c-4b34-9976-db109e859e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:54.520707 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] Set router d376b929-6bce-458b-93d5-ed58908d15e4 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:54.525192 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-9ebd9aa2-bb87-452b-bd9b-059ae0bd6900 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:54.528182 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-9ebd9aa2-bb87-452b-bd9b-059ae0bd6900 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "GET /v2.0/networks?id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 HTTP/1.1" status: 200 len: 813 time: 0.2665884 Jun 05 17:09:54.547518 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Request body: {'port': {'device_id': '380e97a7-ac79-4817-a7c5-69104a632f71', 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085', 'admin_state_up': True, 'tenant_id': 'a8fd47b34887482eb3a799112e0f742f'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:54.572234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Allocated IP 172.20.0.1 (df9ed48b-9ee8-4280-a6f7-7ccdcafc6533/c617dbf9-3f22-4ff2-8eca-075eb8be2941/ca69f4bc-9065-4abe-b035-881541436ccb) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:54.578161 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9358b-a43f-41ab-b3b7-f4a9f1388a7d req-a567191e-4fa6-49ca-be74-43cac2d966ec tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:54.579788 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-01f9358b-a43f-41ab-b3b7-f4a9f1388a7d req-a567191e-4fa6-49ca-be74-43cac2d966ec tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1809511 Jun 05 17:09:54.643139 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device b79944c5-c09d-4498-af55-c7d2573cffa9 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:54.713138 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-01f9358b-a43f-41ab-b3b7-f4a9f1388a7d req-23cc9dc4-1258-48b7-9c3a-9be407889dec tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167829 Jun 05 17:09:54.767598 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port b79944c5-c09d-4498-af55-c7d2573cffa9 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:54.769421 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.782556 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e668106-d15a-4eec-b5eb-e24bf2318419 req-99c70388-4ee1-4b57-b94e-a19b25720d6a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:54.784112 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e668106-d15a-4eec-b5eb-e24bf2318419 req-99c70388-4ee1-4b57-b94e-a19b25720d6a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.7407746 Jun 05 17:09:54.816386 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Made reservation on behalf of a8fd47b34887482eb3a799112e0f742f for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:09:54.822105 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.839220 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.853950 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e668106-d15a-4eec-b5eb-e24bf2318419 req-989056de-9ecc-4bc4-9699-b5911eaf5928 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555651 Jun 05 17:09:54.862450 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Transition to ACTIVE for port object ca69f4bc-9065-4abe-b035-881541436ccb will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:54.883276 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50614) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:54.929847 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:54.936734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:54.973472 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:09:50Z', 'revision_number': 3, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:54.983737 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f2364-37dd-4207-b289-ae9b16ffdd7d None None] The sync data for ids ['d376b929-6bce-458b-93d5-ed58908d15e4'] in dv-cinder-794962-1-iscsi is: [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:09:50Z', 'revision_number': 3, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:09:55.025213 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:55.028353 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:55.032294 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:55.136972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.144977 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Pushing event updated for resources: {'Port': ['ID=ca69f4bc-9065-4abe-b035-881541436ccb,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:55.161474 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:55.214143 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8cdec7-290f-424e-8aa1-7a1899a79e26 tempest-TestShelveInstance-1017158406 tempest-TestShelveInstance-1017158406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:55.215691 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3f8cdec7-290f-424e-8aa1-7a1899a79e26 tempest-TestShelveInstance-1017158406 tempest-TestShelveInstance-1017158406-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1093 time: 0.3314235 Jun 05 17:09:55.218763 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50618) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:09:55.223632 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'port_id': '93c71121-6ce0-445e-ab73-6c39750a6add', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:55.235552 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cf54b-0ade-4539-a955-ff4c37441fdc req-a26586a0-a82d-4bee-a082-e149c7bd1949 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:55.237159 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-932cf54b-0ade-4539-a955-ff4c37441fdc req-a26586a0-a82d-4bee-a082-e149c7bd1949 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 944 time: 0.2263074 Jun 05 17:09:55.238410 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Allocated IP 172.20.0.6 (43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085/7322f24e-abbb-44ea-a657-d3963ef1290b/81591978-1c3a-400a-a7b5-93aecc015da2) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:55.272159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.305834 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-932cf54b-0ade-4539-a955-ff4c37441fdc req-ccce6a9d-bf97-4e2b-a3e4-c1b02c7fd405 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616989 Jun 05 17:09:55.390350 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3f621da2-71be-4a45-919d-ec6273436619 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:09:55.417047 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-2caf2122-45c2-439b-9285-40e2567d2fa3 None None] Provisioning for port ca69f4bc-9065-4abe-b035-881541436ccb completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:55.461538 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-2caf2122-45c2-439b-9285-40e2567d2fa3 None None] Provisioning complete for port ca69f4bc-9065-4abe-b035-881541436ccb triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:55.461971 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2caf2122-45c2-439b-9285-40e2567d2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.466139 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-25c25509-2506-40ea-99fd-cb29d4839927 req-f4b37ecf-1b39-48d1-a6a4-31873da1ae93 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0873916 Jun 05 17:09:55.515972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.620558 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.625961 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-2caf2122-45c2-439b-9285-40e2567d2fa3 None None] Port ca69f4bc-9065-4abe-b035-881541436ccb cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:09:55.665880 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.677746 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-fe7f0fbc-8c4c-4b99-acd4-90e110b8f04c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:55.679745 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 3f621da2-71be-4a45-919d-ec6273436619, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3f621da2-71be-4a45-919d-ec6273436619,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:55.702229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '3f621da2-71be-4a45-919d-ec6273436619', 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8', 'port_id': '3f621da2-71be-4a45-919d-ec6273436619', 'mac_address': 'fa:16:3e:6c:c0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e282b1-63e3-42bc-978e-81a157f46c78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:09:55.767563 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.788476 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f621da2-71be-4a45-919d-ec6273436619 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:55.796826 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:55.808990 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:55.814964 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:55.821491 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 3f621da2-71be-4a45-919d-ec6273436619, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3f621da2-71be-4a45-919d-ec6273436619,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:55.832763 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:55.837110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:55.919411 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Pushing event updated for resources: {'Port': ['ID=81591978-1c3a-400a-a7b5-93aecc015da2,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:55.931446 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:55.950774 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=3f621da2-71be-4a45-919d-ec6273436619,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:55.960173 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:55.992548 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:55.993250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.040659 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4993258 Jun 05 17:09:56.062710 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Request body: {'port': {'device_id': '380e97a7-ac79-4817-a7c5-69104a632f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:09:56.065711 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.079547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.081342 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.101156 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0ed4-046f-4390-9fdd-4ae663bfe223 req-14a2974b-19fd-40e3-a10f-05bd30bff594 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:56.103089 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b94c0ed4-046f-4390-9fdd-4ae663bfe223 req-14a2974b-19fd-40e3-a10f-05bd30bff594 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1585591 Jun 05 17:09:56.141930 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:56.150108 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device f2f3b568-74da-4303-aa08-acdffce941fb up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:56.213160 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b94c0ed4-046f-4390-9fdd-4ae663bfe223 req-748ae4d0-61fd-4bb9-bc60-89ffa4760496 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036210 Jun 05 17:09:56.252472 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.257886 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Pushing event updated for resources: {'Port': ['ID=ca69f4bc-9065-4abe-b035-881541436ccb,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:56.263043 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.267454 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:56.270885 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port f2f3b568-74da-4303-aa08-acdffce941fb completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:56.276539 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port f2f3b568-74da-4303-aa08-acdffce941fb triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:56.277840 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.437572 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['3f621da2-71be-4a45-919d-ec6273436619'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:09:56.440069 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Allocated IP 172.27.0.14 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/66f205a9-cb1b-4129-8d3c-fb6b34384f3f) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:09:56.511071 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:56.514572 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:56.535325 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.588441 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port f2f3b568-74da-4303-aa08-acdffce941fb, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=f2f3b568-74da-4303-aa08-acdffce941fb,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:09:56.602316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.610365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bbb309b6-175d-4ca1-9c3c-55864717bd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:56.761040 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=f2f3b568-74da-4303-aa08-acdffce941fb,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:56.770391 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:56.831196 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730686c-a2bb-4ac4-bf87-c657e5d1d56b req-67cdb0a1-9089-4c55-a2d0-11ecb6c9617d tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:56.832847 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4730686c-a2bb-4ac4-bf87-c657e5d1d56b req-67cdb0a1-9089-4c55-a2d0-11ecb6c9617d tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 945 time: 0.3405445 Jun 05 17:09:56.858296 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-f0096f9a-bf41-457c-a619-cef03a29a21a None None] Provisioning complete for port ca69f4bc-9065-4abe-b035-881541436ccb triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:56.858792 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f0096f9a-bf41-457c-a619-cef03a29a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.945563 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-f0096f9a-bf41-457c-a619-cef03a29a21a None None] Port ca69f4bc-9065-4abe-b035-881541436ccb cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:09:56.953189 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4730686c-a2bb-4ac4-bf87-c657e5d1d56b req-e4a8a3d3-d863-4c4f-bf10-97ff3ee9cede tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102316 Jun 05 17:09:56.958241 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81591978-1c3a-400a-a7b5-93aecc015da2 {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:09:56.960412 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.971564 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.984643 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Transition to ACTIVE for port object 81591978-1c3a-400a-a7b5-93aecc015da2 will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:56.988710 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:56.993851 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4cdf5c88-59c0-4bdd-be10-0a6ae6e897a7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:57.000749 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Router d376b929-6bce-458b-93d5-ed58908d15e4 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:09:57.008070 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f18e8-1443-42b2-a0c1-1747cc1e0d53 req-175ca5c0-e273-4945-92b6-59940722b07c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:57.009494 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c8f18e8-1443-42b2-a0c1-1747cc1e0d53 req-175ca5c0-e273-4945-92b6-59940722b07c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 931 time: 0.2795503 Jun 05 17:09:57.111186 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:57.130482 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:57.161180 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Pushing event updated for resources: {'Port': ['ID=81591978-1c3a-400a-a7b5-93aecc015da2,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:57.164507 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:57.199467 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c8f18e8-1443-42b2-a0c1-1747cc1e0d53 req-f19c8e79-1751-4a95-8529-2c6ebd6f1fbc tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799543 Jun 05 17:09:57.215725 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:09:57.244532 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Attempting to bind port 81591978-1c3a-400a-a7b5-93aecc015da2 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:57.244961 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Attempting to bind port 81591978-1c3a-400a-a7b5-93aecc015da2 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:57.245298 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Attempting to bind port 81591978-1c3a-400a-a7b5-93aecc015da2 on network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:57.250696 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Port 81591978-1c3a-400a-a7b5-93aecc015da2 on network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:09:57.251020 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Attempting to bind port 81591978-1c3a-400a-a7b5-93aecc015da2 on network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:57.256517 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:57.257098 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Checking segment: {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:57.257217 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Bound using segment: {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:57.257641 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Bound port: 81591978-1c3a-400a-a7b5-93aecc015da2, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:57.257983 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:57.269917 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:09:57.281057 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:09:57.330935 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'Port': ['ID=66f205a9-cb1b-4129-8d3c-fb6b34384f3f,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:57.338460 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:57.350477 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:09:57.357000 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] 10.222.0.37 "PUT /v2.0/routers/d376b929-6bce-458b-93d5-ed58908d15e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9992588 Jun 05 17:09:57.369542 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Sync routers for ids ['d376b929-6bce-458b-93d5-ed58908d15e4'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:09:57.388264 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Routers {'d376b929-6bce-458b-93d5-ed58908d15e4'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:57.391046 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d376b929-6bce-458b-93d5-ed58908d15e4'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:57.408997 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] For port 81591978-1c3a-400a-a7b5-93aecc015da2, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:57.421183 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] For port 81591978-1c3a-400a-a7b5-93aecc015da2, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=81591978-1c3a-400a-a7b5-93aecc015da2,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:57.444527 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:57.450055 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:57.539263 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:57.539908 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:57.541267 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/81591978-1c3a-400a-a7b5-93aecc015da2 HTTP/1.1" status: 200 len: 1093 time: 1.4843729 Jun 05 17:09:57.543638 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e97a7-ac79-4817-a7c5-69104a632f71', 'tag': '81591978-1c3a-400a-a7b5-93aecc015da2'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:09:57.545974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "380e97a7-ac79-4817-a7c5-69104a632f71", "tag": "81591978-1c3a-400a-a7b5-93aecc015da2"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:09:57.565098 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1a13-8c1b-4755-9291-56cc0697c677 req-bee3db7a-2970-4aab-88ac-b80c75c2a2b4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:57.566602 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-49ee1a13-8c1b-4755-9291-56cc0697c677 req-bee3db7a-2970-4aab-88ac-b80c75c2a2b4 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2361584 Jun 05 17:09:57.579813 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Pushing event updated for resources: {'Port': ['ID=81591978-1c3a-400a-a7b5-93aecc015da2,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:57.609398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:57.698531 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-49ee1a13-8c1b-4755-9291-56cc0697c677 req-d2e14989-4fb0-4de2-a2e4-9d98a34ff6e7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198204 Jun 05 17:09:57.731945 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-01199174-85fd-48c6-9a36-ead3e6c0a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:57.733515 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-01199174-85fd-48c6-9a36-ead3e6c0a9e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fd47b34887482eb3a799112e0f742f&device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 1096 time: 0.1215589 Jun 05 17:09:57.769284 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Set router d376b929-6bce-458b-93d5-ed58908d15e4 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:09:57.824853 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d97a549-883d-41db-a9de-e9fa32761994 x-openstack-request-id: req-9d97a549-883d-41db-a9de-e9fa32761994 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:09:57.825230 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380e97a7-ac79-4817-a7c5-69104a632f71", "tag": "81591978-1c3a-400a-a7b5-93aecc015da2", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:09:57.825513 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d97a549-883d-41db-a9de-e9fa32761994 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:09:57.826167 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380e97a7-ac79-4817-a7c5-69104a632f71', 'tag': '81591978-1c3a-400a-a7b5-93aecc015da2', 'status': 'completed', 'code': 200} Jun 05 17:09:57.842185 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-ec9e4cf4-af49-42f0-a2c7-46668c3cd3a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81591978-1c3a-400a-a7b5-93aecc015da2 HTTP/1.1" status: 200 len: 217 time: 0.1012688 Jun 05 17:09:57.927841 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-80f29763-94e8-40a9-a376-09353c223803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:57.927841 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-80f29763-94e8-40a9-a376-09353c223803 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7322f24e-abbb-44ea-a657-d3963ef1290b HTTP/1.1" status: 200 len: 853 time: 0.0784018 Jun 05 17:09:57.980210 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-d5356c27-157f-4a32-b6ea-88407bf0c81a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462940 Jun 05 17:09:58.054488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.155096 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device f2f3b568-74da-4303-aa08-acdffce941fb up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:58.183886 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.255516 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port f2f3b568-74da-4303-aa08-acdffce941fb triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:58.255962 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.287274 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-853bced7-ee07-4e1d-9756-dfa5fa6cfc11 service neutron] 10.222.0.43 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999756 Jun 05 17:09:58.301776 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:09:55Z', 'revision_number': 4, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'ca69f4bc-9065-4abe-b035-881541436ccb', 'name': '', 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'mac_address': 'fa:16:3e:74:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:54Z', 'updated_at': '2021-06-05T17:09:55Z', 'revision_number': 2, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'subnets': [{'id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:09:58.309511 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Checking router: d376b929-6bce-458b-93d5-ed58908d15e4 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:09:58.309972 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Updating router d376b929-6bce-458b-93d5-ed58908d15e4 port ca69f4bc-9065-4abe-b035-881541436ccb binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:09:58.362561 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f34651-3ee0-4d23-8af1-24318b91a708 req-3120b589-1f03-48d5-9c8b-be6ab6ab7e76 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:58.364334 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-36f34651-3ee0-4d23-8af1-24318b91a708 req-3120b589-1f03-48d5-9c8b-be6ab6ab7e76 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 945 time: 0.2029781 Jun 05 17:09:58.372909 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.487792 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-41baabb1-9c1a-4f17-ad0c-0c85cbbbf43c req-3250265d-e0f5-4df9-9660-70f879d93e1c service neutron] 10.222.0.43 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926041 Jun 05 17:09:58.568241 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-36f34651-3ee0-4d23-8af1-24318b91a708 req-d17861da-bcc3-4f95-9ef4-c1c40b3c3918 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431386 Jun 05 17:09:58.600518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.611801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.622858 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:58.650648 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-7a876709-c72d-4a37-9207-bb12d574c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:58.652400 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-7a876709-c72d-4a37-9207-bb12d574c816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fd47b34887482eb3a799112e0f742f&device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 1096 time: 0.0951824 Jun 05 17:09:58.758400 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59c1c-1ace-4617-a7ab-841274299c81 req-051cae06-36d1-49c9-a2bf-c2ad389b0b5c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:58.766037 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3ca59c1c-1ace-4617-a7ab-841274299c81 req-051cae06-36d1-49c9-a2bf-c2ad389b0b5c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 943 time: 0.3699491 Jun 05 17:09:58.768196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event updated for resources: {'Port': ['ID=66f205a9-cb1b-4129-8d3c-fb6b34384f3f,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:58.771717 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:58.805701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.978905 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:58.993429 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-fd272653-6bda-4d06-8eec-14bbf2eb487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:58.995818 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-fd272653-6bda-4d06-8eec-14bbf2eb487c service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 HTTP/1.1" status: 200 len: 914 time: 0.3355777 Jun 05 17:09:58.999260 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Transition to ACTIVE for port object ca69f4bc-9065-4abe-b035-881541436ccb will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:09:59.014690 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:59.015070 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Floating IP f0314cb8-e84d-4c6a-a2a2-acef0a9463b2 associated. External IP: 172.27.0.14, port: 93c71121-6ce0-445e-ab73-6c39750a6add. Jun 05 17:09:59.019779 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-96fe6164-664b-4969-8294-03e10d6f346e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:59.114514 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3ca59c1c-1ace-4617-a7ab-841274299c81 req-17f359d0-0b33-448d-87e3-5f0e881c524a tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474398 Jun 05 17:09:59.228820 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620c011-78fd-4871-9769-28ea6d790d85 None None] Pushing event updated for resources: {'Port': ['ID=ca69f4bc-9065-4abe-b035-881541436ccb,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:09:59.229560 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-f439e350-78d3-4140-8d94-764acfe5bb93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81591978-1c3a-400a-a7b5-93aecc015da2 HTTP/1.1" status: 200 len: 217 time: 0.2258437 Jun 05 17:09:59.286993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5620c011-78fd-4871-9769-28ea6d790d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:09:59.302180 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-e82b66a0-c52d-4c5a-9580-cd3e1a158132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:59.303639 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-e82b66a0-c52d-4c5a-9580-cd3e1a158132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7322f24e-abbb-44ea-a657-d3963ef1290b HTTP/1.1" status: 200 len: 853 time: 0.0650346 Jun 05 17:09:59.372396 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3f621da2-71be-4a45-919d-ec6273436619 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:09:59.384801 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5948d9e-a470-47da-b599-316847243263 req-913e134d-6dd1-401d-8017-421c4c2b1cb9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:09:59.394416 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c5948d9e-a470-47da-b599-316847243263 req-913e134d-6dd1-401d-8017-421c4c2b1cb9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2388988 Jun 05 17:09:59.413510 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-bb848d7d-a019-4cd5-aede-77737ff1042f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962358 Jun 05 17:09:59.469572 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Attempting to bind port ca69f4bc-9065-4abe-b035-881541436ccb on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:09:59.469956 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Attempting to bind port ca69f4bc-9065-4abe-b035-881541436ccb by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:09:59.470330 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Attempting to bind port ca69f4bc-9065-4abe-b035-881541436ccb on network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:09:59.485305 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:09:59.485608 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Checking segment: {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:09:59.486027 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:59.486692 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Bound using segment: {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:09:59.487195 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Bound port: ca69f4bc-9065-4abe-b035-881541436ccb, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:09:59.487610 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:59.581844 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-f166a331-9e80-4718-b186-9e373f6c33e7 service neutron] 10.222.0.43 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496174 Jun 05 17:09:59.647806 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 3f621da2-71be-4a45-919d-ec6273436619 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:09:59.655710 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 3f621da2-71be-4a45-919d-ec6273436619 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:09:59.656091 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:59.684362 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Router 0375a11a-e0b0-484b-956a-e3e7f8be970f has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:09:59.719365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] For port ca69f4bc-9065-4abe-b035-881541436ccb, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:09:59.731896 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] For port ca69f4bc-9065-4abe-b035-881541436ccb, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ca69f4bc-9065-4abe-b035-881541436ccb,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:09:59.842664 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c5948d9e-a470-47da-b599-316847243263 req-675c447c-e40f-40b8-b1c6-9dafc955c86c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471323 Jun 05 17:09:59.845066 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e97ab454-e48c-4ca7-b7a8-249e3a8ddbfa req-af4b506f-d297-4b62-aaf6-f6e1c9da7617 service neutron] 10.222.0.43 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550559 Jun 05 17:09:59.849416 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:09:59.863581 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:09:59.968853 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Routers {'d376b929-6bce-458b-93d5-ed58908d15e4'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:09:59.969867 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d376b929-6bce-458b-93d5-ed58908d15e4'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:10:00.176649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abc23-35b7-401c-8917-7dcbe8f673d0 req-769445f9-4e8d-44bb-8fb1-6169500771da tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:00.178151 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e44abc23-35b7-401c-8917-7dcbe8f673d0 req-769445f9-4e8d-44bb-8fb1-6169500771da tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 945 time: 0.3298233 Jun 05 17:10:00.251149 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] Set router d376b929-6bce-458b-93d5-ed58908d15e4 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:10:00.270101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:10:00.282911 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] Sync routers for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:10:00.298068 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:10:00.300000 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:10:00.354344 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e44abc23-35b7-401c-8917-7dcbe8f673d0 req-15314e9c-10f3-428c-8a41-a395fe1a9bad tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544471 Jun 05 17:10:00.364806 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:00.402105 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:00.468911 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620c011-78fd-4871-9769-28ea6d790d85 None None] Pushing event updated for resources: {'Port': ['ID=ca69f4bc-9065-4abe-b035-881541436ccb,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:00.479487 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2585037 Jun 05 17:10:00.480679 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:00.483259 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434cda35-1d1a-4e13-a836-b148462038b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:00.502387 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5620c011-78fd-4871-9769-28ea6d790d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:00.536186 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ad22b-df94-4529-9935-23188546931b x-openstack-request-id: req-751ad22b-df94-4529-9935-23188546931b {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:00.537689 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:00.537689 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-751ad22b-df94-4529-9935-23188546931b {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:00.537689 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'status': 'completed', 'code': 200} Jun 05 17:10:00.653053 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 3f621da2-71be-4a45-919d-ec6273436619, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3f621da2-71be-4a45-919d-ec6273436619,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:00.655661 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a954390-250f-493d-af8c-27a45f6efece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f621da2-71be-4a45-919d-ec6273436619'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:00.658470 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8dda8b-9d97-4f58-a88b-26eff96ce368" -d '{"events": [{"server_uuid": "7a954390-250f-493d-af8c-27a45f6efece", "name": "network-vif-plugged", "status": "completed", "tag": "3f621da2-71be-4a45-919d-ec6273436619"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:00.663030 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:00.770625 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:10:00.822829 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fc872-894a-420e-b9e4-801d17ef2bed x-openstack-request-id: req-196fc872-894a-420e-b9e4-801d17ef2bed {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:00.823204 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a954390-250f-493d-af8c-27a45f6efece", "name": "network-vif-plugged", "status": "completed", "tag": "3f621da2-71be-4a45-919d-ec6273436619", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:00.823479 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-196fc872-894a-420e-b9e4-801d17ef2bed {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:00.823889 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a954390-250f-493d-af8c-27a45f6efece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f621da2-71be-4a45-919d-ec6273436619', 'code': 200} Jun 05 17:10:00.824710 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:01.005443 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=3f621da2-71be-4a45-919d-ec6273436619,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:01.028849 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:01.072561 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cda35-1d1a-4e13-a836-b148462038b4 req-134346d4-4307-4a6c-9089-69293a977899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.082997 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:09:55Z', 'revision_number': 4, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'ca69f4bc-9065-4abe-b035-881541436ccb', 'name': '', 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'mac_address': 'fa:16:3e:74:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:54Z', 'updated_at': '2021-06-05T17:09:59Z', 'revision_number': 4, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'subnets': [{'id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:10:01.086255 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-134346d4-4307-4a6c-9089-69293a977899 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.5198107 Jun 05 17:10:01.094379 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7112a-dace-46e9-bd0f-114763a070a0 None None] The sync data for ids ['d376b929-6bce-458b-93d5-ed58908d15e4'] in dv-cinder-794962-1-iscsi is: [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:09:55Z', 'revision_number': 4, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'ca69f4bc-9065-4abe-b035-881541436ccb', 'name': '', 'network_id': 'df9ed48b-9ee8-4280-a6f7-7ccdcafc6533', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'mac_address': 'fa:16:3e:74:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:54Z', 'updated_at': '2021-06-05T17:09:59Z', 'revision_number': 4, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'subnets': [{'id': 'c617dbf9-3f22-4ff2-8eca-075eb8be2941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:10:01.142875 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821abb9-964d-4c61-9c3e-a3fd478acd4e req-ba8d000c-1ad3-4483-b42a-945301af0de3 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.153451 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c821abb9-964d-4c61-9c3e-a3fd478acd4e req-ba8d000c-1ad3-4483-b42a-945301af0de3 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 943 time: 0.3765805 Jun 05 17:10:01.200282 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c3455-a08a-48bb-bf62-5e5419cc957b req-25bc0714-a695-4a40-8893-4ff076514179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.203944 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-725c3455-a08a-48bb-bf62-5e5419cc957b req-25bc0714-a695-4a40-8893-4ff076514179 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.5232637 Jun 05 17:10:01.307192 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6a1e-eb15-48c7-9a19-f1586e611285 req-fcde1130-b885-49f7-9697-05b0d31e0319 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.308820 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa7f6a1e-eb15-48c7-9a19-f1586e611285 req-fcde1130-b885-49f7-9697-05b0d31e0319 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2922490 Jun 05 17:10:01.332267 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3cb0-4da0-4a54-b0f5-0b3c7bd54f1e req-9d75c872-0c10-462d-afa3-bbdb5280e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.334713 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-327d3cb0-4da0-4a54-b0f5-0b3c7bd54f1e req-9d75c872-0c10-462d-afa3-bbdb5280e797 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 1099 time: 0.2239168 Jun 05 17:10:01.411016 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cda35-1d1a-4e13-a836-b148462038b4 req-7e2e2417-c7b3-46b4-af36-e028ecabbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.412977 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-7e2e2417-c7b3-46b4-af36-e028ecabbc4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.3196895 Jun 05 17:10:01.441861 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c821abb9-964d-4c61-9c3e-a3fd478acd4e req-22638888-9664-4f40-8795-04f264998100 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887495 Jun 05 17:10:01.459950 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-327d3cb0-4da0-4a54-b0f5-0b3c7bd54f1e req-64f9763c-1d3a-4c77-a84d-41df6fcf3576 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764191 Jun 05 17:10:01.483714 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa7f6a1e-eb15-48c7-9a19-f1586e611285 req-ed8d40b0-2dc1-4f72-b63d-e3e9401be766 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468689 Jun 05 17:10:01.528710 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'f0314cb8-e84d-4c6a-a2a2-acef0a9463b2', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'port_id': '93c71121-6ce0-445e-ab73-6c39750a6add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'mac_address': 'fa:16:3e:6c:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:09:57Z', 'updated_at': '2021-06-05T17:09:57Z', 'revision_number': 0, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:10:01.551908 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] Checking router: 0375a11a-e0b0-484b-956a-e3e7f8be970f for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:10:01.588031 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:10:01.593055 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-725c3455-a08a-48bb-bf62-5e5419cc957b req-ad056eff-9abe-4af2-a38e-6e3046e3d482 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787825 Jun 05 17:10:01.594285 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:09:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:10:01.595596 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-263e4b9a-f151-462f-ba04-1a24d1af3b20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 998 time: 0.1305363 Jun 05 17:10:01.735542 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e09ce-8a11-4d55-8766-24f5afa9abbe req-2e80a5b5-b26d-4fe1-baf8-b41c0412d3ea tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.745569 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b05e09ce-8a11-4d55-8766-24f5afa9abbe req-2e80a5b5-b26d-4fe1-baf8-b41c0412d3ea tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.1181247 Jun 05 17:10:01.793987 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cda35-1d1a-4e13-a836-b148462038b4 req-f2b5e1cb-465a-4745-9635-6d300dfa99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.796519 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-f2b5e1cb-465a-4745-9635-6d300dfa99a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0724721 Jun 05 17:10:01.800364 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b05e09ce-8a11-4d55-8766-24f5afa9abbe req-e233e070-e8ae-4a16-9c2b-065722d8c1dd tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Jun 05 17:10:01.901103 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:10:01.919398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cda35-1d1a-4e13-a836-b148462038b4 req-e9597efb-e101-4d07-89b4-0352c1b40eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:01.920911 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-e9597efb-e101-4d07-89b4-0352c1b40eae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173055 Jun 05 17:10:02.147424 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-b7f33eb6-31bc-4890-b518-7d3f9c035a61 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179682 Jun 05 17:10:02.212721 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ca69f4bc-9065-4abe-b035-881541436ccb up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:10:02.396029 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port ca69f4bc-9065-4abe-b035-881541436ccb completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:10:02.406875 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port ca69f4bc-9065-4abe-b035-881541436ccb triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:02.407574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:02.527925 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-434cda35-1d1a-4e13-a836-b148462038b4 req-0fec1237-1fcb-415c-803b-4abbb13d2160 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685179 Jun 05 17:10:02.721665 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'f0314cb8-e84d-4c6a-a2a2-acef0a9463b2', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'port_id': '93c71121-6ce0-445e-ab73-6c39750a6add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'mac_address': 'fa:16:3e:6c:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:09:57Z', 'updated_at': '2021-06-05T17:09:57Z', 'revision_number': 0, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:10:02.737717 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c72d75-bb60-4acc-bf51-c3f3008ef532 None None] The sync data for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi is: [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'f0314cb8-e84d-4c6a-a2a2-acef0a9463b2', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'port_id': '93c71121-6ce0-445e-ab73-6c39750a6add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'mac_address': 'fa:16:3e:6c:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:09:57Z', 'updated_at': '2021-06-05T17:09:57Z', 'revision_number': 0, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:10:02.897660 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed43a20-5ec4-4b4a-bff6-cd0e4fc68b7e req-fb1dd0b4-bcb6-47fa-913c-da99ec00f7a8 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:02.909452 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eed43a20-5ec4-4b4a-bff6-cd0e4fc68b7e req-fb1dd0b4-bcb6-47fa-913c-da99ec00f7a8 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 943 time: 0.2334826 Jun 05 17:10:02.928085 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:02.985396 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593f5d-f13e-4d05-83e8-a941720e06ca req-130a84c6-5679-45e0-9f27-55419013d513 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:02.993866 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dd593f5d-f13e-4d05-83e8-a941720e06ca req-130a84c6-5679-45e0-9f27-55419013d513 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.2265072 Jun 05 17:10:03.064130 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eed43a20-5ec4-4b4a-bff6-cd0e4fc68b7e req-4fb3f993-8b8f-424a-9e9c-44d97016122b tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536479 Jun 05 17:10:03.092842 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port ca69f4bc-9065-4abe-b035-881541436ccb, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ca69f4bc-9065-4abe-b035-881541436ccb,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:03.099692 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:03.101482 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b27d8ca5-afde-4c9d-95b5-a9e951f4d738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:03.180086 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dd593f5d-f13e-4d05-83e8-a941720e06ca req-85f31315-1406-4905-9d09-6be7754e9baf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834121 Jun 05 17:10:03.287231 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=ca69f4bc-9065-4abe-b035-881541436ccb,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:03.295658 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:03.387555 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce393aa3-a6ca-4577-a71c-3981663b098c req-0a442207-16ab-4d1e-841f-0680866ac6a8 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:03.392286 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 81591978-1c3a-400a-a7b5-93aecc015da2 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:10:03.398022 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ce393aa3-a6ca-4577-a71c-3981663b098c req-0a442207-16ab-4d1e-841f-0680866ac6a8 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.1251209 Jun 05 17:10:03.466477 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ce393aa3-a6ca-4577-a71c-3981663b098c req-6e1313e3-8261-439b-bdbb-c0230a6b6541 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666735 Jun 05 17:10:03.485819 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b35f7-f62c-4ecf-85c4-443368994283 None None] New status for floating IP f0314cb8-e84d-4c6a-a2a2-acef0a9463b2: ACTIVE {{(pid=91862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:10:04.002281 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 81591978-1c3a-400a-a7b5-93aecc015da2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=81591978-1c3a-400a-a7b5-93aecc015da2,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:04.028909 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '81591978-1c3a-400a-a7b5-93aecc015da2', 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085', 'port_id': '81591978-1c3a-400a-a7b5-93aecc015da2', 'mac_address': 'fa:16:3e:db:e7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7322f24e-abbb-44ea-a657-d3963ef1290b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:10:04.146531 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:04.166382 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81591978-1c3a-400a-a7b5-93aecc015da2 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:10:04.189720 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 81591978-1c3a-400a-a7b5-93aecc015da2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=81591978-1c3a-400a-a7b5-93aecc015da2,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:04.197985 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:04.200820 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:04.266075 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-33da0567-609c-463f-8f09-22f3b5bc4d71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2498252 Jun 05 17:10:04.274014 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ca69f4bc-9065-4abe-b035-881541436ccb up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:10:04.439746 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=81591978-1c3a-400a-a7b5-93aecc015da2,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:04.443041 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port ca69f4bc-9065-4abe-b035-881541436ccb triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:04.443619 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:04.504583 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:04.518159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c727-499d-4348-aade-74e89de0a28c req-d4807121-790f-4cf2-9621-6637d93f8e4f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:04.527914 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d855c727-499d-4348-aade-74e89de0a28c req-d4807121-790f-4cf2-9621-6637d93f8e4f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1705179 Jun 05 17:10:04.593302 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d855c727-499d-4348-aade-74e89de0a28c req-9a3be35a-25ab-449c-b2c3-be03a7247e4c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640819 Jun 05 17:10:04.629824 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['81591978-1c3a-400a-a7b5-93aecc015da2'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:04.635634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7995c-c3a3-4fb4-8320-79b03c7d69f7 req-99567669-e7be-4847-ab23-793ab423c483 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:04.642798 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6dd7995c-c3a3-4fb4-8320-79b03c7d69f7 req-99567669-e7be-4847-ab23-793ab423c483 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 944 time: 0.2716954 Jun 05 17:10:04.653163 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-4a1524ff-5881-4884-b9f2-8c5fcb7bd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:04.656621 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-4a1524ff-5881-4884-b9f2-8c5fcb7bd339 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 1098 time: 0.3540573 Jun 05 17:10:04.865110 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b7ef-eb75-420d-a93d-2c71f4d606ee req-364922b7-ce76-4d54-b735-17fb0df9d3f7 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:04.871536 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-93f4b7ef-eb75-420d-a93d-2c71f4d606ee req-364922b7-ce76-4d54-b735-17fb0df9d3f7 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.1721685 Jun 05 17:10:04.892371 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6dd7995c-c3a3-4fb4-8320-79b03c7d69f7 req-8d4cee26-aafc-4e7c-89e7-a77fed54356c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487075 Jun 05 17:10:04.953735 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-93f4b7ef-eb75-420d-a93d-2c71f4d606ee req-faabc3a9-3664-428a-a28e-52813ff64f22 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720568 Jun 05 17:10:04.993308 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-c972a35f-f26e-4a12-90f4-91c85ab35d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:04.995666 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-c972a35f-f26e-4a12-90f4-91c85ab35d3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.2944591 Jun 05 17:10:05.085700 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-936b1cd1-0785-48fd-b238-cc9d02ac2f34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d HTTP/1.1" status: 200 len: 217 time: 0.0823460 Jun 05 17:10:05.169704 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-3b43afc4-e17d-4599-8b87-048023b43f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:05.171876 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-3b43afc4-e17d-4599-8b87-048023b43f5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.0772510 Jun 05 17:10:05.262077 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-7256cecf-ab30-4ef5-8fa6-c83790e3eb20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743599 Jun 05 17:10:05.424532 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-7b2c5a9c-1225-48a4-82cf-a03254f48739 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528716 Jun 05 17:10:05.655449 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c6e89bd5-df47-41a4-8385-5ef806fd0437 req-4271322e-e473-410c-8cae-98f1479f0071 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227011 Jun 05 17:10:05.768767 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e565cc-2617-4293-9259-cf975faefbc1 req-07c84c8a-8daa-490d-b65b-86ef2f7a60e3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:05.775861 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-12e565cc-2617-4293-9259-cf975faefbc1 req-07c84c8a-8daa-490d-b65b-86ef2f7a60e3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1059167 Jun 05 17:10:05.829894 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-12e565cc-2617-4293-9259-cf975faefbc1 req-89c847c7-20d4-4769-bca6-2f8a48b79780 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531118 Jun 05 17:10:05.962036 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898f37d-923d-471e-9d01-5212e104e7f3 req-5088bb1a-7453-4f81-a44e-0e966287d04d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:05.964193 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7898f37d-923d-471e-9d01-5212e104e7f3 req-5088bb1a-7453-4f81-a44e-0e966287d04d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0899658 Jun 05 17:10:06.048168 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7898f37d-923d-471e-9d01-5212e104e7f3 req-36e5a374-5dd2-4d72-92b1-f1ebbdc3ba56 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782950 Jun 05 17:10:06.129753 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695c96-057d-4937-8b48-5419d30529ec req-65b2d9e9-3c61-4749-9afd-9be3c8fe6663 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:06.129753 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bd695c96-057d-4937-8b48-5419d30529ec req-65b2d9e9-3c61-4749-9afd-9be3c8fe6663 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 944 time: 0.0934603 Jun 05 17:10:06.184415 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bd695c96-057d-4937-8b48-5419d30529ec req-face7bed-3e23-4e2b-a07a-b94a4fcdcf7c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Jun 05 17:10:06.860203 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:07.020690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276c845-84c4-48ae-b338-c315c2041309 req-9f75d9bd-0a38-4d53-ad1b-3227869f3a2f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:07.022257 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4276c845-84c4-48ae-b338-c315c2041309 req-9f75d9bd-0a38-4d53-ad1b-3227869f3a2f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0843124 Jun 05 17:10:07.087825 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4276c845-84c4-48ae-b338-c315c2041309 req-33ada7cc-5197-4c07-9b29-beccf4558500 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570240 Jun 05 17:10:07.269808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e205d9-2231-4475-82d7-ad55bc61a072 req-18b427e9-93d0-4cc3-bf11-a0fde54357ee tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:07.272946 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-38e205d9-2231-4475-82d7-ad55bc61a072 req-18b427e9-93d0-4cc3-bf11-a0fde54357ee tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0946851 Jun 05 17:10:07.342544 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-38e205d9-2231-4475-82d7-ad55bc61a072 req-ecb6d1fa-9759-4bfe-9966-e79d4d0aeb11 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612507 Jun 05 17:10:07.401479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685053aa-1dac-4c6f-ae66-2e0cf17f02cf req-82f8c6b7-5b80-4f05-ab8f-767c0bb49d01 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:07.403167 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-685053aa-1dac-4c6f-ae66-2e0cf17f02cf req-82f8c6b7-5b80-4f05-ab8f-767c0bb49d01 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 944 time: 0.0921705 Jun 05 17:10:07.456017 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-685053aa-1dac-4c6f-ae66-2e0cf17f02cf req-b2d173ae-55bb-4d67-ad37-0f508f7617f7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Jun 05 17:10:08.005518 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-d1bde92e-e356-4312-b20b-922abf14cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:08.007098 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-d1bde92e-e356-4312-b20b-922abf14cb8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 1099 time: 0.0895615 Jun 05 17:10:08.276541 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eb3e0-4125-48f8-988f-1efc563fb9d1 req-a6d64418-e6f4-4ec1-9dec-f76dafbc60e6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:08.280115 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e23eb3e0-4125-48f8-988f-1efc563fb9d1 req-a6d64418-e6f4-4ec1-9dec-f76dafbc60e6 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0857656 Jun 05 17:10:08.325053 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e23eb3e0-4125-48f8-988f-1efc563fb9d1 req-7b5cf590-ce3d-48e3-805d-f2e4cb8d402c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Jun 05 17:10:08.544281 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36566e-0c82-46f1-a4de-c9bcf12052f1 req-3ce71035-ce22-4f2c-8384-6f146552f326 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:08.554050 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d36566e-0c82-46f1-a4de-c9bcf12052f1 req-3ce71035-ce22-4f2c-8384-6f146552f326 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1035149 Jun 05 17:10:08.599128 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d36566e-0c82-46f1-a4de-c9bcf12052f1 req-f370e3b1-5a2a-4f2a-b6c6-d6270f64801f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432572 Jun 05 17:10:08.680341 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2664b6-fc3c-48f2-94f5-3e5f7fe675df req-9146afdc-aa0c-44bb-a6d5-39d748e8f435 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:08.681837 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6e2664b6-fc3c-48f2-94f5-3e5f7fe675df req-9146afdc-aa0c-44bb-a6d5-39d748e8f435 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 944 time: 0.0991809 Jun 05 17:10:08.734121 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6e2664b6-fc3c-48f2-94f5-3e5f7fe675df req-42421310-ec61-448c-bec8-9aa7df9dec8c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Jun 05 17:10:09.285158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-87a62c73-581c-4bad-bbb4-03dd7a4b01fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:09.520527 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a176a-7429-431a-95bf-0d40e9563e20 req-5a8374fc-6645-42e4-8d09-9b6deb728fad tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:09.521996 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a83a176a-7429-431a-95bf-0d40e9563e20 req-5a8374fc-6645-42e4-8d09-9b6deb728fad tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0822129 Jun 05 17:10:09.574195 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a83a176a-7429-431a-95bf-0d40e9563e20 req-39b7807f-3ca9-4a78-b980-b82c5a5268a9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464237 Jun 05 17:10:09.894384 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-7c5909d3-9c8e-40c8-b3be-324c4a317c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:09.896048 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-7c5909d3-9c8e-40c8-b3be-324c4a317c6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 200 len: 920 time: 0.3259511 Jun 05 17:10:09.997481 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-0d35b7aa-9b61-4ad4-9626-721b62e3eb48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 200 len: 217 time: 0.0733802 Jun 05 17:10:10.005932 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95a13-9f90-4ba1-92d2-0296e307784f req-b5e7c90a-309b-43ef-93a9-4170f389ca2c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:10.007620 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-15e95a13-9f90-4ba1-92d2-0296e307784f req-b5e7c90a-309b-43ef-93a9-4170f389ca2c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.2856863 Jun 05 17:10:10.037407 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecfad-6073-45ab-8ee1-08992d3cd2ba req-4a7424dc-d452-4526-9705-25ade3098f58 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:10.038869 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-68eecfad-6073-45ab-8ee1-08992d3cd2ba req-4a7424dc-d452-4526-9705-25ade3098f58 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 944 time: 0.1750627 Jun 05 17:10:10.087761 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-68eecfad-6073-45ab-8ee1-08992d3cd2ba req-44fa58c7-ddd6-45d3-ac18-e1a267a23609 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Jun 05 17:10:10.113918 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-aa36b8a3-f894-4e7e-bc7e-eabddc82f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:10.115535 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-aa36b8a3-f894-4e7e-bc7e-eabddc82f518 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 200 len: 859 time: 0.1066885 Jun 05 17:10:10.123236 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-15e95a13-9f90-4ba1-92d2-0296e307784f req-8b393757-8a42-45af-bb50-d67ee89ae04b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811670 Jun 05 17:10:10.180008 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-4563bb54-7ae4-4aa4-950e-fe1568657531 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47fda9a2-d967-45f2-9658-81cb66bc9c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554595 Jun 05 17:10:10.441633 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-6d13650a-96bd-4cfe-8bc3-36dd2f6ece51 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439022 Jun 05 17:10:10.639528 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-04b4ed01-711b-48d8-8a32-4dab8645e559 req-06bf9b4a-8c14-4188-8229-db36b24a3051 service neutron] 10.222.0.43 "GET /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753211 Jun 05 17:10:10.982855 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e5d4-5bde-4d2f-aea1-603aad8bc120 req-8dc2f82d-d9c1-4b62-9c05-2182f5590a29 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:10.989910 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3149e5d4-5bde-4d2f-aea1-603aad8bc120 req-8dc2f82d-d9c1-4b62-9c05-2182f5590a29 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0976455 Jun 05 17:10:11.041890 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bfd5-034a-4285-8061-c88d990de9ad req-1fda7193-85a6-4dbe-9362-c81e9e435b87 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:11.043442 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3149e5d4-5bde-4d2f-aea1-603aad8bc120 req-d16a8e53-704f-4574-91f5-c4145a9ca14b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525963 Jun 05 17:10:11.048082 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7091bfd5-034a-4285-8061-c88d990de9ad req-1fda7193-85a6-4dbe-9362-c81e9e435b87 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.0897326 Jun 05 17:10:11.100234 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7091bfd5-034a-4285-8061-c88d990de9ad req-cfacff7d-7148-42ba-932d-96287815c198 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Jun 05 17:10:11.324949 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75efa-a51e-4094-8e8b-5aa4edddf4d6 req-065b00e3-1590-4188-b355-8b3bc34ae1a4 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:11.326458 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86e75efa-a51e-4094-8e8b-5aa4edddf4d6 req-065b00e3-1590-4188-b355-8b3bc34ae1a4 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 944 time: 0.0923233 Jun 05 17:10:11.333557 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0485-3082-4287-8a8f-9a24b98bd1d1 req-eeed7f89-c684-4b54-ab91-563c1a4ab069 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:11.335019 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-83ba0485-3082-4287-8a8f-9a24b98bd1d1 req-eeed7f89-c684-4b54-ab91-563c1a4ab069 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0879846 Jun 05 17:10:11.393582 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86e75efa-a51e-4094-8e8b-5aa4edddf4d6 req-2ec9c2ec-9723-4e3c-a9f2-d6c355e4fa48 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Jun 05 17:10:11.404824 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-83ba0485-3082-4287-8a8f-9a24b98bd1d1 req-6648cee3-7aa2-42ed-a993-a34ab8147a3e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634801 Jun 05 17:10:11.445712 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 81591978-1c3a-400a-a7b5-93aecc015da2 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:10:11.515553 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 81591978-1c3a-400a-a7b5-93aecc015da2 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:10:11.520890 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 81591978-1c3a-400a-a7b5-93aecc015da2 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:11.521281 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:11.637723 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:11.664259 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e97a7-ac79-4817-a7c5-69104a632f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81591978-1c3a-400a-a7b5-93aecc015da2'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:11.666512 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6643bf4-5e58-46d9-b7de-762353284db5" -d '{"events": [{"server_uuid": "380e97a7-ac79-4817-a7c5-69104a632f71", "name": "network-vif-plugged", "status": "completed", "tag": "81591978-1c3a-400a-a7b5-93aecc015da2"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:11.675890 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 81591978-1c3a-400a-a7b5-93aecc015da2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=81591978-1c3a-400a-a7b5-93aecc015da2,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:11.681339 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:11.683535 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-ef5b2256-4b6b-4a43-b2a7-6bf120a10060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:11.714001 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a30991-2881-4ff5-86ab-547db1459b76 x-openstack-request-id: req-97a30991-2881-4ff5-86ab-547db1459b76 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:11.714303 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380e97a7-ac79-4817-a7c5-69104a632f71", "name": "network-vif-plugged", "status": "completed", "tag": "81591978-1c3a-400a-a7b5-93aecc015da2", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:11.714562 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97a30991-2881-4ff5-86ab-547db1459b76 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:11.714949 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380e97a7-ac79-4817-a7c5-69104a632f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81591978-1c3a-400a-a7b5-93aecc015da2', 'code': 200} Jun 05 17:10:11.752045 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:11.772813 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=81591978-1c3a-400a-a7b5-93aecc015da2,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:11.775033 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:11.913107 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-abf71a72-1e59-44d1-ba31-c81f6ce8c39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:11.957229 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cebae-ff8f-44b0-a1c2-ebc5a0c58daf req-a56832fa-abf3-405b-ba2a-86af73e3f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:11.958735 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d84cebae-ff8f-44b0-a1c2-ebc5a0c58daf req-a56832fa-abf3-405b-ba2a-86af73e3f467 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 1098 time: 0.0712533 Jun 05 17:10:12.002658 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d84cebae-ff8f-44b0-a1c2-ebc5a0c58daf req-3393f7c2-ed42-46e7-ad84-059f9d50bb96 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Jun 05 17:10:12.221342 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079d80-d0b5-47ea-b76b-4c9c96cae584 req-f2ea80a0-5e2b-4763-bc07-b26311afbdff tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:12.222663 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b5079d80-d0b5-47ea-b76b-4c9c96cae584 req-f2ea80a0-5e2b-4763-bc07-b26311afbdff tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0780532 Jun 05 17:10:12.267164 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b5079d80-d0b5-47ea-b76b-4c9c96cae584 req-210ccf67-85b8-483e-9816-a117a1050bcb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389061 Jun 05 17:10:12.440150 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ddf76-6023-4fec-905a-f1e5a98ad24e req-545ecac3-34b5-4b32-9a2d-b9468d4be8dc tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:12.441568 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-647ddf76-6023-4fec-905a-f1e5a98ad24e req-545ecac3-34b5-4b32-9a2d-b9468d4be8dc tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.0813348 Jun 05 17:10:12.484523 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-647ddf76-6023-4fec-905a-f1e5a98ad24e req-2547061f-bdc5-4336-ae05-48d522056e8f tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Jun 05 17:10:12.651306 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671badef-33b2-47d2-9387-8d45a38fa49f req-e920eb38-eb6b-480b-b667-5ff861f7395a tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:12.652843 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-671badef-33b2-47d2-9387-8d45a38fa49f req-e920eb38-eb6b-480b-b667-5ff861f7395a tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 945 time: 0.0806608 Jun 05 17:10:12.697789 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-671badef-33b2-47d2-9387-8d45a38fa49f req-2abf0b92-1f99-4340-8c46-b362fe8944d9 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 Jun 05 17:10:12.875012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c0ee7-8bf3-40f1-be2a-fede75bad5b9 req-c3d3e40e-ca1e-4c73-ab86-def44a241c2c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:12.876504 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b31c0ee7-8bf3-40f1-be2a-fede75bad5b9 req-c3d3e40e-ca1e-4c73-ab86-def44a241c2c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0883751 Jun 05 17:10:12.925821 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b31c0ee7-8bf3-40f1-be2a-fede75bad5b9 req-a11cf0b1-375a-44f1-8405-dc270f3fe46b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Jun 05 17:10:12.967549 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:13.083199 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-38d7014b-dcd1-4336-96e5-871244b9abea tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:13.084770 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-38d7014b-dcd1-4336-96e5-871244b9abea tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 812 time: 0.1566756 Jun 05 17:10:13.099667 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-da730bde-1bc4-407f-af54-fff0f0dfea50 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/quotas/a280be976ddf4936904835ce50f1f30c HTTP/1.1" status: 200 len: 375 time: 0.0093718 Jun 05 17:10:13.244737 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-1ad13a2b-dc42-4ce8-9872-c4e9afcb462b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:13.246148 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-1ad13a2b-dc42-4ce8-9872-c4e9afcb462b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.1431184 Jun 05 17:10:13.252304 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-e46e6a6a-a775-45e4-a913-8c368e488719 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193774 Jun 05 17:10:13.468799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f81e3-a8c2-460b-8281-fd9be36daba4 req-1800cc66-9e7e-408f-bb42-43ceb880138d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:13.473028 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a22f81e3-a8c2-460b-8281-fd9be36daba4 req-1800cc66-9e7e-408f-bb42-43ceb880138d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0963581 Jun 05 17:10:13.495934 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-6a79cfff-084a-4b7a-aee5-4557ede93486 service neutron] 10.222.0.37 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065666 Jun 05 17:10:13.524221 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a22f81e3-a8c2-460b-8281-fd9be36daba4 req-cdd1d19f-9ba5-4655-ad70-35196d164c52 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Jun 05 17:10:13.535780 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Deleting port 3f621da2-71be-4a45-919d-ec6273436619 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:10:13.536125 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:13.712576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f67fc-6c92-4527-9457-cc6c40bc6f7b req-eff6c061-9d64-4b75-8996-cf15709beba4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:13.714101 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-425f67fc-6c92-4527-9457-cc6c40bc6f7b req-eff6c061-9d64-4b75-8996-cf15709beba4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 946 time: 0.0861096 Jun 05 17:10:13.760358 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-425f67fc-6c92-4527-9457-cc6c40bc6f7b req-5c7cd082-6e79-4b8b-a4b3-2bca67bbe613 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 Jun 05 17:10:13.839430 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-cbc2f483-7eac-45d3-8c73-bdb07e862c7f service neutron] 10.222.0.37 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332160 Jun 05 17:10:13.849848 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] For port 3f621da2-71be-4a45-919d-ec6273436619, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3f621da2-71be-4a45-919d-ec6273436619,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:13.850215 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:13.973379 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9de2d-9564-4ee0-9b3e-940ab02f3c17 req-692a04fe-d8c1-41b6-b72a-e58c5ea9fe04 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:13.975033 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-61e9de2d-9564-4ee0-9b3e-940ab02f3c17 req-692a04fe-d8c1-41b6-b72a-e58c5ea9fe04 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 945 time: 0.1077933 Jun 05 17:10:14.008289 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Calling delete_port for 3f621da2-71be-4a45-919d-ec6273436619 owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:10:14.052859 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-61e9de2d-9564-4ee0-9b3e-940ab02f3c17 req-6fc5bc06-eae3-44bf-95c4-33bceb530b1d tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711849 Jun 05 17:10:14.178246 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f11ee146-6aa7-4321-bb90-91b47f1f9add req-a91dd745-8c05-42e2-9089-f340c2414f6b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 210 time: 0.0582852 Jun 05 17:10:14.282006 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:14.293694 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:14.295537 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['3f621da2-71be-4a45-919d-ec6273436619'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:14.405405 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Pushing event deleted for resources: {'Port': ['ID=3f621da2-71be-4a45-919d-ec6273436619,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:14.408783 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:14.464270 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5be44-b2cb-49e2-b28f-3920ef63e25c req-695c30eb-faa2-4992-9590-6600e2e80851 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:14.465808 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-78b5be44-b2cb-49e2-b28f-3920ef63e25c req-695c30eb-faa2-4992-9590-6600e2e80851 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.3675370 Jun 05 17:10:14.473314 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] No DVR routers for this DVR port 3f621da2-71be-4a45-919d-ec6273436619 on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:10:14.477091 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:14.478952 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0133107b-6b14-4d9f-8e39-f781464dc472 req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "DELETE /v2.0/ports/3f621da2-71be-4a45-919d-ec6273436619 HTTP/1.1" status: 204 len: 173 time: 1.2195473 Jun 05 17:10:14.479463 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a954390-250f-493d-af8c-27a45f6efece', 'name': 'network-vif-deleted', 'tag': '3f621da2-71be-4a45-919d-ec6273436619'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:14.482948 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e8e73-f48b-4c12-8f9d-cbf8e3b1907e" -d '{"events": [{"server_uuid": "7a954390-250f-493d-af8c-27a45f6efece", "name": "network-vif-deleted", "tag": "3f621da2-71be-4a45-919d-ec6273436619"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:14.528479 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-78b5be44-b2cb-49e2-b28f-3920ef63e25c req-121fd598-0db0-4ef1-8d0e-660575e5791d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532646 Jun 05 17:10:14.566077 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c688a08d-cbe0-4c09-919d-c9b8bfa6f095 x-openstack-request-id: req-c688a08d-cbe0-4c09-919d-c9b8bfa6f095 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:14.566643 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a954390-250f-493d-af8c-27a45f6efece", "name": "network-vif-deleted", "tag": "3f621da2-71be-4a45-919d-ec6273436619", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:14.567250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c688a08d-cbe0-4c09-919d-c9b8bfa6f095 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:14.567896 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a954390-250f-493d-af8c-27a45f6efece', 'name': 'network-vif-deleted', 'tag': '3f621da2-71be-4a45-919d-ec6273436619', 'status': 'completed', 'code': 200} Jun 05 17:10:14.589342 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:14.768212 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea753c2-2cf3-432b-8ddc-c29584f8d398 req-bbc9d172-66c0-4a68-be7c-212390ab5775 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:14.769859 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3ea753c2-2cf3-432b-8ddc-c29584f8d398 req-bbc9d172-66c0-4a68-be7c-212390ab5775 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1057591 Jun 05 17:10:14.828883 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3ea753c2-2cf3-432b-8ddc-c29584f8d398 req-9c3e1b97-ac68-43fe-85fc-b83da9e21aeb tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531399 Jun 05 17:10:14.944631 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6159de26-e021-4ccd-8334-bec79c1a0b64 req-5630cbd5-1c42-4f62-962d-4abba0d3789e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a954390-250f-493d-af8c-27a45f6efece HTTP/1.1" status: 200 len: 210 time: 0.0442755 Jun 05 17:10:15.328210 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b362cb4-aee4-4748-805f-a6f3492c9d3b req-3c59207e-2b24-46fc-9e51-3ae6c4184438 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 210 time: 0.0475900 Jun 05 17:10:15.751026 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-0ae9e346-85c5-4004-ac43-9bd3ee7388e9 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:15.752557 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-0ae9e346-85c5-4004-ac43-9bd3ee7388e9 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 812 time: 0.2271962 Jun 05 17:10:15.782795 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53208ec-52da-4aad-ab8c-581e5093cf4d req-6e07ddbb-1186-4410-aa69-ba7422003300 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:15.784345 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a53208ec-52da-4aad-ab8c-581e5093cf4d req-6e07ddbb-1186-4410-aa69-ba7422003300 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1223567 Jun 05 17:10:15.789262 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'port': {'device_id': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'admin_state_up': True, 'tenant_id': 'a280be976ddf4936904835ce50f1f30c'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:10:15.823167 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 50994) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:10:15.920660 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a53208ec-52da-4aad-ab8c-581e5093cf4d req-ccaa0b8a-63d6-4af8-94d7-8b3e6579ea49 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159949 Jun 05 17:10:15.986533 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.019118 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.db.api [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 05 17:10:16.019118 dv-cinder-794962-1-iscsi neutron-server[91861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 05 17:10:16.019118 dv-cinder-794962-1-iscsi neutron-server[91861]: [parameters: {'project_id': 'fe47e4cd9dc84ef4b7c17b9aac1b17f5', 'id': '5f33c0fd-f659-43fb-83cf-8b79815973f8', 'expiration': datetime.datetime(2021, 6, 5, 17, 12, 16, 10180)}] Jun 05 17:10:16.019118 dv-cinder-794962-1-iscsi neutron-server[91861]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 05 17:10:16.019668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_db.api [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 05 17:10:16.026437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Made reservation on behalf of a280be976ddf4936904835ce50f1f30c for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:10:16.031316 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.219716 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Allocated IP 172.20.0.13 (2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09/88602ade-9986-4deb-b86f-8a6b6be84b41/5191081e-8ec8-4bdf-a50f-2ccbce03b9ef) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:10:16.508353 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.545561 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Transition to ACTIVE for port object 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:10:16.557630 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.599822 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1ab56499-ec8f-497b-a3a8-6abafcdc0e02 req-fdb77353-5bbc-4350-bae3-038744ae91ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 210 time: 0.0785680 Jun 05 17:10:16.605588 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.615366 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9ff7134e-ba30-4698-b667-79f21d83354d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:16.721545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:10:16.724915 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:10:16.729553 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:10:16.768373 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:16.773330 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:16.857980 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.871006 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.883508 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:16.884282 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:16.885474 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc48ccb1-543c-45ad-9490-56fbe21012e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:16.941973 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1565113 Jun 05 17:10:16.962813 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe47e4cd9dc84ef4b7c17b9aac1b17f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1384425 Jun 05 17:10:16.964323 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2703121-4377-432d-86b1-1d5a75cba0e1,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:16.965645 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51040) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:10:16.968841 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:17.089124 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-2aaba897-d977-4b13-9410-c92e70d53616 None None] Provisioning for port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:10:17.094739 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-2aaba897-d977-4b13-9410-c92e70d53616 None None] Provisioning complete for port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:17.095424 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2aaba897-d977-4b13-9410-c92e70d53616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:17.108816 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:17.209363 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-2aaba897-d977-4b13-9410-c92e70d53616 None None] Port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:10:17.258912 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44254059-59b6-4e2f-8c29-3abe2eb50a05 req-c7d06184-1337-4f30-9396-27d3cc85dc2d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:17.260425 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-44254059-59b6-4e2f-8c29-3abe2eb50a05 req-c7d06184-1337-4f30-9396-27d3cc85dc2d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1538978 Jun 05 17:10:17.265600 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:17.324084 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-44254059-59b6-4e2f-8c29-3abe2eb50a05 req-ed967187-2ba8-482d-ba39-cd7e81d97bab tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Jun 05 17:10:17.340899 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:17.345049 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:17.346480 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2703121-4377-432d-86b1-1d5a75cba0e1 HTTP/1.1" status: 204 len: 168 time: 0.3796761 Jun 05 17:10:17.347482 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bf2929ed-f1d2-413f-b609-b9fee46470bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:17.359093 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2703121-4377-432d-86b1-1d5a75cba0e1,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:17.361490 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:17.475242 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3f621da2-71be-4a45-919d-ec6273436619 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:10:17.514466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 3f621da2-71be-4a45-919d-ec6273436619 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:10:17.515090 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3f621da2-71be-4a45-919d-ec6273436619 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:10:17.830439 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd04fbb-cc79-4170-8797-c9727ca25970 req-e836c760-68e5-4acb-bb08-201d7bc8a7b5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:17.832067 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bbd04fbb-cc79-4170-8797-c9727ca25970 req-e836c760-68e5-4acb-bb08-201d7bc8a7b5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0882921 Jun 05 17:10:17.882031 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bbd04fbb-cc79-4170-8797-c9727ca25970 req-e51646d8-6a7e-45a2-a3c2-f5a7b001954a tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jun 05 17:10:18.522064 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7145de4-e43b-4363-b9c8-ee0ebc1f154d req-66ef085b-e977-4a09-9ccf-a5e0a71a2c24 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:18.523544 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a7145de4-e43b-4363-b9c8-ee0ebc1f154d req-66ef085b-e977-4a09-9ccf-a5e0a71a2c24 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0810061 Jun 05 17:10:18.577414 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a7145de4-e43b-4363-b9c8-ee0ebc1f154d req-5912e5b8-e672-435b-8aa1-81720194f471 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Jun 05 17:10:19.076574 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db430e5-b6c1-450d-b121-f9f6390736e8 req-0a28832e-ae34-4598-b9f6-bcedbfed7d58 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:19.078120 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8db430e5-b6c1-450d-b121-f9f6390736e8 req-0a28832e-ae34-4598-b9f6-bcedbfed7d58 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0889313 Jun 05 17:10:19.122563 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8db430e5-b6c1-450d-b121-f9f6390736e8 req-dc48be0e-d595-4eec-87ac-66cc1313e7a7 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Jun 05 17:10:19.738771 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d0cc1-8846-44ed-a162-086fc6ad879e req-a19f66ff-aff5-49f9-98b7-35daa9e82899 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:19.740164 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5d4d0cc1-8846-44ed-a162-086fc6ad879e req-a19f66ff-aff5-49f9-98b7-35daa9e82899 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0853240 Jun 05 17:10:19.856191 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5d4d0cc1-8846-44ed-a162-086fc6ad879e req-5c4c7781-ec0c-4e20-962e-30692776b5a9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102481 Jun 05 17:10:20.071821 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86413408-f291-4da1-b8ad-8dc0f9d8872a req-4aaa4e0d-965a-42b9-809e-71dfa0c4dca8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:20.073526 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-86413408-f291-4da1-b8ad-8dc0f9d8872a req-4aaa4e0d-965a-42b9-809e-71dfa0c4dca8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1142480 Jun 05 17:10:20.120381 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-86413408-f291-4da1-b8ad-8dc0f9d8872a req-2a300c0b-42ef-48f8-bc25-93bf0b76b281 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Jun 05 17:10:20.314297 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2283f3-ee23-4af8-b3a7-4cd1296cec13 req-cf753f1c-35be-441b-a3d6-7c33abb0b5a1 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:20.321543 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aa2283f3-ee23-4af8-b3a7-4cd1296cec13 req-cf753f1c-35be-441b-a3d6-7c33abb0b5a1 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0913398 Jun 05 17:10:20.363454 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aa2283f3-ee23-4af8-b3a7-4cd1296cec13 req-d5253afc-22be-46c2-968b-819d1ecaf59c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Jun 05 17:10:21.051056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418d17e-d16f-4190-9f21-2f2b7e477132 req-2b209f5d-afaa-42a8-9204-015ba841dbc0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:21.052562 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2418d17e-d16f-4190-9f21-2f2b7e477132 req-2b209f5d-afaa-42a8-9204-015ba841dbc0 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0794117 Jun 05 17:10:21.099334 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2418d17e-d16f-4190-9f21-2f2b7e477132 req-1a8a6524-c65d-40e9-b301-bafc05ea6ac8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Jun 05 17:10:21.317678 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c506af-0d4e-4d29-9f87-365155104790 req-0f0a80aa-ee2d-4fa9-a945-af8c3550bc46 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:21.325095 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-88c506af-0d4e-4d29-9f87-365155104790 req-0f0a80aa-ee2d-4fa9-a945-af8c3550bc46 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0895250 Jun 05 17:10:21.365078 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-88c506af-0d4e-4d29-9f87-365155104790 req-7d7b6c37-a5b9-4b30-b5e6-362ca860c796 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Jun 05 17:10:21.558650 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71fa52-29ed-45b1-a89d-f9736afd78ef req-11244d96-4f79-4e52-bebe-47878bfb6a84 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:21.560270 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5a71fa52-29ed-45b1-a89d-f9736afd78ef req-11244d96-4f79-4e52-bebe-47878bfb6a84 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0824828 Jun 05 17:10:21.608177 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5a71fa52-29ed-45b1-a89d-f9736afd78ef req-42940025-a5b5-4d9e-a7ca-0ce57ca8c905 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Jun 05 17:10:22.291764 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d9e5a-d04f-4527-9669-c8b0aa2e3e9c req-769060de-016d-4c9e-b167-c628ead2b8d3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:22.293200 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-062d9e5a-d04f-4527-9669-c8b0aa2e3e9c req-769060de-016d-4c9e-b167-c628ead2b8d3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0837448 Jun 05 17:10:22.353685 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-062d9e5a-d04f-4527-9669-c8b0aa2e3e9c req-0719fb63-b538-4f7e-8139-1f566eac85f9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Jun 05 17:10:22.571190 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec8a49-6866-4253-aa5f-3c9e5868dcb2 req-79cc47d2-3cb1-4110-84e5-76dafe434351 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:22.578730 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-51ec8a49-6866-4253-aa5f-3c9e5868dcb2 req-79cc47d2-3cb1-4110-84e5-76dafe434351 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1012459 Jun 05 17:10:22.618559 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-51ec8a49-6866-4253-aa5f-3c9e5868dcb2 req-28b81e6e-358f-4d89-8a18-72be91d508fc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Jun 05 17:10:22.800246 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d0c73-8739-4cbd-b450-21e6219caa4a req-a8ba8dee-c3f9-4af7-b41b-a237bf78abbb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:22.801717 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-737d0c73-8739-4cbd-b450-21e6219caa4a req-a8ba8dee-c3f9-4af7-b41b-a237bf78abbb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0873675 Jun 05 17:10:22.847110 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-737d0c73-8739-4cbd-b450-21e6219caa4a req-50259d0e-0918-4504-b9ec-651ec6ac35ea tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Jun 05 17:10:23.535411 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40167c19-2b64-4108-9756-3bed08010662 req-11d27091-a079-4500-8106-668b2c3268e2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:23.536868 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-40167c19-2b64-4108-9756-3bed08010662 req-11d27091-a079-4500-8106-668b2c3268e2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0807264 Jun 05 17:10:23.594277 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-40167c19-2b64-4108-9756-3bed08010662 req-6d41606a-73a3-43a8-9b08-250a736bc17b tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Jun 05 17:10:23.821029 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53feef-ea62-441e-b391-17ee7a01fe74 req-29dfd77d-5c2f-48b4-b8b0-c3975fa9e41b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:23.829206 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1d53feef-ea62-441e-b391-17ee7a01fe74 req-29dfd77d-5c2f-48b4-b8b0-c3975fa9e41b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0918689 Jun 05 17:10:23.873379 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1d53feef-ea62-441e-b391-17ee7a01fe74 req-6bfed461-6c10-44e6-addb-ad1f2d1b3cfa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Jun 05 17:10:24.070653 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0e85-ff35-43a2-af79-a97c635c637c req-9578ed33-214f-48c0-8c65-5aedceb7d6fe tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:24.078717 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-360e0e85-ff35-43a2-af79-a97c635c637c req-9578ed33-214f-48c0-8c65-5aedceb7d6fe tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0925906 Jun 05 17:10:24.118648 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-360e0e85-ff35-43a2-af79-a97c635c637c req-cbb164b1-406f-4a80-9dff-a3eb76e35fb3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Jun 05 17:10:24.783934 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7528-d26f-4db6-a1e4-d2a313028c59 req-c7bb12fd-93c2-4030-a6fe-2492d1b274d2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:24.785501 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1cdb7528-d26f-4db6-a1e4-d2a313028c59 req-c7bb12fd-93c2-4030-a6fe-2492d1b274d2 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0862279 Jun 05 17:10:24.836030 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1cdb7528-d26f-4db6-a1e4-d2a313028c59 req-38982df9-b1eb-4824-b004-083a1369e4a3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Jun 05 17:10:25.071086 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07b86-b7bd-432d-a33c-8cae55077a5b req-8806da0b-cdb0-471c-93cc-e8b39df7504c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:25.072821 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e6f07b86-b7bd-432d-a33c-8cae55077a5b req-8806da0b-cdb0-471c-93cc-e8b39df7504c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0809355 Jun 05 17:10:25.118605 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e6f07b86-b7bd-432d-a33c-8cae55077a5b req-33d7d6a6-1d78-49fe-9006-31b88c2d41b7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Jun 05 17:10:25.307725 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca2cf-b1ae-403b-8b1a-c77b18a7fda2 req-4d162baa-3daf-4473-a4cb-151dba3008e7 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:25.309159 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-02eca2cf-b1ae-403b-8b1a-c77b18a7fda2 req-4d162baa-3daf-4473-a4cb-151dba3008e7 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0849407 Jun 05 17:10:25.349459 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:10:25.357149 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-02eca2cf-b1ae-403b-8b1a-c77b18a7fda2 req-b0e50930-35ed-4279-a729-904dc853bd85 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Jun 05 17:10:26.049953 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bfe07-7fda-4b2e-bc04-2e96c7263732 req-e4498305-4733-4d53-8e0c-29eedeb7d8b3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:26.051459 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a08bfe07-7fda-4b2e-bc04-2e96c7263732 req-e4498305-4733-4d53-8e0c-29eedeb7d8b3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0996571 Jun 05 17:10:26.102539 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a08bfe07-7fda-4b2e-bc04-2e96c7263732 req-fe633997-5998-499a-aad5-b808345954f5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Jun 05 17:10:26.320647 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3805b-651c-481f-bd4c-e9ee8eba755a req-ff3ee7e5-43b2-46c1-8241-4c9ac267bca4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:26.322083 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91b3805b-651c-481f-bd4c-e9ee8eba755a req-ff3ee7e5-43b2-46c1-8241-4c9ac267bca4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0893371 Jun 05 17:10:26.364778 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91b3805b-651c-481f-bd4c-e9ee8eba755a req-6a13b729-b124-486e-9dcb-737fa36b335c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365043 Jun 05 17:10:26.552407 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b401-cc36-4944-bc46-fe2645cdd559 req-8384f0b1-309d-4b13-b711-6c56c422b10d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:26.553877 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-05f6b401-cc36-4944-bc46-fe2645cdd559 req-8384f0b1-309d-4b13-b711-6c56c422b10d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0831611 Jun 05 17:10:26.601446 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-05f6b401-cc36-4944-bc46-fe2645cdd559 req-fdfc1d8a-03b8-40dc-ae70-020393ae4536 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Jun 05 17:10:27.290820 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb70e-6554-45a7-b310-101908e07106 req-85923005-4732-48be-a9f0-5d5afa1fa9b3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:27.292288 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c92eb70e-6554-45a7-b310-101908e07106 req-85923005-4732-48be-a9f0-5d5afa1fa9b3 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0802636 Jun 05 17:10:27.336994 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c92eb70e-6554-45a7-b310-101908e07106 req-d39eda3a-c7fc-459f-9efe-d50cdcac8e6c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Jun 05 17:10:27.635873 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1e4d-b1fd-4217-b45e-ea6c3b886855 req-05ad6a29-89e2-4e5c-ad25-b2f3af78fc6e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:27.637311 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d65d1e4d-b1fd-4217-b45e-ea6c3b886855 req-05ad6a29-89e2-4e5c-ad25-b2f3af78fc6e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1566556 Jun 05 17:10:27.681374 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d65d1e4d-b1fd-4217-b45e-ea6c3b886855 req-b5f44148-a579-4a73-8d50-8661427d72f9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Jun 05 17:10:27.859999 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d671b56-78a7-4a5f-a839-d3cb7acd070a req-a2b6d654-0820-4ef3-b5a7-64421c179792 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:27.861436 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5d671b56-78a7-4a5f-a839-d3cb7acd070a req-a2b6d654-0820-4ef3-b5a7-64421c179792 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0843961 Jun 05 17:10:27.905700 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5d671b56-78a7-4a5f-a839-d3cb7acd070a req-9bebbd2d-f950-40d9-8b0a-3c775ed21d75 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Jun 05 17:10:28.540020 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fe05f-954e-46f9-be6a-1ff7f2aac9a7 req-d666bf50-7394-4a7c-ada2-8d269467e28f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:28.541786 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-757fe05f-954e-46f9-be6a-1ff7f2aac9a7 req-d666bf50-7394-4a7c-ada2-8d269467e28f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0885470 Jun 05 17:10:28.586154 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-757fe05f-954e-46f9-be6a-1ff7f2aac9a7 req-9cbaefe7-a578-408a-ab18-01373650119d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Jun 05 17:10:28.843521 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-e95e9d21-6574-4eb0-9133-1257a9d3d656 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:28.844968 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-e95e9d21-6574-4eb0-9133-1257a9d3d656 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/networks?id=1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 200 len: 808 time: 0.1468976 Jun 05 17:10:28.859964 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0be4f4fa-50c2-47eb-872b-61f44f8f8a2e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/quotas/1bf6d53b04a545ac8306d3cecfe8047b HTTP/1.1" status: 200 len: 375 time: 0.0091774 Jun 05 17:10:28.878993 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733124-cbee-490c-88e6-b4a7c441aa8d req-045ffc50-4a88-4937-80cf-88791acd0cd8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:28.880566 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe733124-cbee-490c-88e6-b4a7c441aa8d req-045ffc50-4a88-4937-80cf-88791acd0cd8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0815427 Jun 05 17:10:28.926137 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-a7253e97-da33-4d12-a4e0-18e455b103ed tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603817 Jun 05 17:10:28.935852 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe733124-cbee-490c-88e6-b4a7c441aa8d req-c9edf2c2-cc22-4d61-abf4-11ccf3122a88 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Jun 05 17:10:29.081533 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-694ac9e8-b4c4-42e6-9b98-2579c0860260 service neutron] 10.222.0.37 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486220 Jun 05 17:10:29.118362 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990886-eeef-4aa3-88bb-5b4077aadf20 req-9dc15277-1dbc-4c4a-a2f2-9f11a2d23ad6 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:29.119966 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-13990886-eeef-4aa3-88bb-5b4077aadf20 req-9dc15277-1dbc-4c4a-a2f2-9f11a2d23ad6 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0858865 Jun 05 17:10:29.164440 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-13990886-eeef-4aa3-88bb-5b4077aadf20 req-fe08f8fb-3271-4c64-97d8-e407aa17a1ad tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386891 Jun 05 17:10:29.228058 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-e5f70d01-3880-45ee-9ae6-e6ba8cf548e4 service neutron] 10.222.0.37 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393185 Jun 05 17:10:29.414568 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f16abf4a-2414-4179-a864-9b525fb2a7ae req-8b42e7a4-76a6-4d78-ab65-a99ed2c6b173 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0543013 Jun 05 17:10:29.783487 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba467cb-fa85-4f80-bd9f-008a418b5604 req-09e14ee7-527d-4e9b-8005-7791b1e48200 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:29.784917 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bba467cb-fa85-4f80-bd9f-008a418b5604 req-09e14ee7-527d-4e9b-8005-7791b1e48200 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0836921 Jun 05 17:10:29.830737 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bba467cb-fa85-4f80-bd9f-008a418b5604 req-91ce75d2-a53e-4626-8b2f-498e70a03251 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Jun 05 17:10:30.293947 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a1804-5e52-4336-b3a4-4d832d29100b req-e16bfb49-d6e4-4346-95e4-e47e83721b8b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:30.295443 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-944a1804-5e52-4336-b3a4-4d832d29100b req-e16bfb49-d6e4-4346-95e4-e47e83721b8b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1025550 Jun 05 17:10:30.345899 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-944a1804-5e52-4336-b3a4-4d832d29100b req-5d5c313a-b604-4a13-979c-d6721e40fe4a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 Jun 05 17:10:30.360221 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28430ba3-2eae-42c4-8c73-04e0a58607ef req-21b46e7d-09fa-4c06-857b-5ae3df39630a tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:30.361682 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-28430ba3-2eae-42c4-8c73-04e0a58607ef req-21b46e7d-09fa-4c06-857b-5ae3df39630a tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0838337 Jun 05 17:10:30.409860 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-28430ba3-2eae-42c4-8c73-04e0a58607ef req-f655306e-9062-48c6-8822-fa863f5bbe91 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Jun 05 17:10:30.563986 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ad92bb9d-15c1-43f7-854b-e3d281c022a4 req-376fdf16-fe40-4bb7-b740-4abb1f0db4cb tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0440104 Jun 05 17:10:31.162803 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df9fee-e30e-490c-ab34-fd60c9fd5901 req-13812177-1866-4d5d-8238-bc7c0de452b1 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:31.164185 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-53df9fee-e30e-490c-ab34-fd60c9fd5901 req-13812177-1866-4d5d-8238-bc7c0de452b1 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0820045 Jun 05 17:10:31.209591 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-53df9fee-e30e-490c-ab34-fd60c9fd5901 req-74c406ef-81f2-4c73-b741-97498742de15 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Jun 05 17:10:31.546763 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659a0e-4878-497e-82e6-4e5c33754131 req-90ebb94f-4688-44b6-8d6d-ee4b1744ac64 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:31.548250 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ef659a0e-4878-497e-82e6-4e5c33754131 req-90ebb94f-4688-44b6-8d6d-ee4b1744ac64 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0852513 Jun 05 17:10:31.589781 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5f03-864e-4c4c-bc7b-0cc8fd84dabb req-fe12e20f-2324-46b2-8d5f-1640fd86b20d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:31.591198 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ef659a0e-4878-497e-82e6-4e5c33754131 req-aa9458ea-8a84-4add-a881-2041c1a1e17f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371938 Jun 05 17:10:31.591365 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e72c5f03-864e-4c4c-bc7b-0cc8fd84dabb req-fe12e20f-2324-46b2-8d5f-1640fd86b20d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0798459 Jun 05 17:10:31.639205 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e72c5f03-864e-4c4c-bc7b-0cc8fd84dabb req-1680e9af-7d73-4eef-96e9-7bd051e8396c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Jun 05 17:10:31.726951 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ff10cea8-4e5a-4a36-99af-ff302933d671 req-292b62b6-64d4-47ee-91e4-68da6fb099a5 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0420060 Jun 05 17:10:32.386272 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef54d-1669-4096-978c-0c1970229ce7 req-d11896cb-5a91-44c3-b9a3-8e68799b77ad tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:32.387614 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e99ef54d-1669-4096-978c-0c1970229ce7 req-d11896cb-5a91-44c3-b9a3-8e68799b77ad tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0777013 Jun 05 17:10:32.434780 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e99ef54d-1669-4096-978c-0c1970229ce7 req-a3232538-f9c9-42a1-b5d2-0fca27225a78 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Jun 05 17:10:32.784921 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3903c9-f25e-42a6-a7b7-9255d7088f6d req-067da18c-915f-4183-8442-1d643b5d87e5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:32.786382 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7d3903c9-f25e-42a6-a7b7-9255d7088f6d req-067da18c-915f-4183-8442-1d643b5d87e5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0874739 Jun 05 17:10:32.828314 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bba862-e9e9-4ff1-9b35-3b5c027e17c1 req-891aed21-c230-43bd-9be0-744af0956c0c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:32.829750 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-48bba862-e9e9-4ff1-9b35-3b5c027e17c1 req-891aed21-c230-43bd-9be0-744af0956c0c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0856357 Jun 05 17:10:32.831063 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7d3903c9-f25e-42a6-a7b7-9255d7088f6d req-638aee2d-52d1-4515-85d0-e2d3c3eb8700 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Jun 05 17:10:32.874824 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-48bba862-e9e9-4ff1-9b35-3b5c027e17c1 req-4904021b-4537-4574-bda8-c5060d22a4af tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Jun 05 17:10:32.967669 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c38dc8e2-b4a0-4a54-90e6-aa60088df45a req-1845fd5e-7c8d-46a4-99c2-f5fe7d2852a9 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0418346 Jun 05 17:10:33.613271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748f5e6-fbfa-40f0-82b3-62a73cc637d3 req-f3ba954a-e775-4cd2-adb9-98f74956608a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:33.614701 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b748f5e6-fbfa-40f0-82b3-62a73cc637d3 req-f3ba954a-e775-4cd2-adb9-98f74956608a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0784838 Jun 05 17:10:33.656951 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b748f5e6-fbfa-40f0-82b3-62a73cc637d3 req-1b83c97e-0f5e-45ff-97ac-ea68808e58da tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Jun 05 17:10:34.019690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe5826-e730-4fe4-8fe8-da4b61a962fa req-4fc30462-fe89-4cbb-b051-cbdcabca318d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:34.021148 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-75fe5826-e730-4fe4-8fe8-da4b61a962fa req-4fc30462-fe89-4cbb-b051-cbdcabca318d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0824435 Jun 05 17:10:34.060097 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791db15-06da-4b43-a882-1f9fddf29e18 req-93449679-50d3-4b35-8edb-cc52e87e5af9 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:34.061563 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c791db15-06da-4b43-a882-1f9fddf29e18 req-93449679-50d3-4b35-8edb-cc52e87e5af9 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0831146 Jun 05 17:10:34.066187 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-75fe5826-e730-4fe4-8fe8-da4b61a962fa req-cf5396ae-b95a-42cd-9b67-dabce5215976 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Jun 05 17:10:34.107469 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c791db15-06da-4b43-a882-1f9fddf29e18 req-7d425e23-c3e6-4c40-aedd-805dee73431b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Jun 05 17:10:34.200480 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b4e29a0d-15e6-41a9-9189-0760a6c269b4 req-e892def1-205b-4326-a1e6-e4b45dad4e10 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0411570 Jun 05 17:10:34.842580 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403314e5-822d-40ec-94b5-1ca058bda3d3 req-4e0298fc-adac-4d3f-9333-49da64290246 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:34.843966 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-403314e5-822d-40ec-94b5-1ca058bda3d3 req-4e0298fc-adac-4d3f-9333-49da64290246 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0775418 Jun 05 17:10:34.890565 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-403314e5-822d-40ec-94b5-1ca058bda3d3 req-0db98d3e-98c6-43bd-bb92-edf43e0f657c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Jun 05 17:10:35.255042 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871cb55-2efc-49b7-a415-67d05e2b3ca8 req-315ee3cb-121a-415a-8a88-26d5bc7ea67c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:35.256503 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e871cb55-2efc-49b7-a415-67d05e2b3ca8 req-315ee3cb-121a-415a-8a88-26d5bc7ea67c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0814793 Jun 05 17:10:35.284604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fc873-d4f1-4f75-b5d8-ee7c2b880746 req-33340eb5-e135-44dd-9a21-22cb11e3f249 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:35.286069 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-969fc873-d4f1-4f75-b5d8-ee7c2b880746 req-33340eb5-e135-44dd-9a21-22cb11e3f249 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0781834 Jun 05 17:10:35.302066 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e871cb55-2efc-49b7-a415-67d05e2b3ca8 req-a16b438a-65a6-42b5-ae26-ee814f7586f9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Jun 05 17:10:35.329826 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-969fc873-d4f1-4f75-b5d8-ee7c2b880746 req-0ad208d5-8971-466a-87a8-34d14ed0311d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Jun 05 17:10:35.435884 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-36aef120-d63b-4289-8c7b-b730ff0acc68 req-0b26cd23-1846-4547-8a06-b60e88984839 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0416992 Jun 05 17:10:36.072796 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80129134-38a1-4f98-83f0-4bb4fafdfaba req-de278cb0-67f4-4be6-b6cc-19c6e84cc0bf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:36.074219 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-80129134-38a1-4f98-83f0-4bb4fafdfaba req-de278cb0-67f4-4be6-b6cc-19c6e84cc0bf tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0831718 Jun 05 17:10:36.117376 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-80129134-38a1-4f98-83f0-4bb4fafdfaba req-98ae5885-f7ab-41cd-b462-8dcc4204b74e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368710 Jun 05 17:10:36.489842 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751c9c2-1d1c-4859-8576-5bac34a638e5 req-9ea1bf9f-dbd0-4d88-a28e-b7a059f14d40 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:36.491273 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8751c9c2-1d1c-4859-8576-5bac34a638e5 req-9ea1bf9f-dbd0-4d88-a28e-b7a059f14d40 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0821168 Jun 05 17:10:36.517297 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887b658-9ff5-45a1-8175-5cd8cb429b09 req-418e5369-d1c0-4a07-9442-6cdea4fe366b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:36.518901 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4887b658-9ff5-45a1-8175-5cd8cb429b09 req-418e5369-d1c0-4a07-9442-6cdea4fe366b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 932 time: 0.0845861 Jun 05 17:10:36.528972 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Request body: {'port': {'device_id': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:10:36.538563 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8751c9c2-1d1c-4859-8576-5bac34a638e5 req-1aaf42b9-84ba-425e-8830-45840cb8b354 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Jun 05 17:10:36.689887 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4887b658-9ff5-45a1-8175-5cd8cb429b09 req-ca1d0b42-7cf4-4c21-9b85-52883b41d098 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322334 Jun 05 17:10:36.693037 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-48bdb911-7a38-4ae0-a55b-ac24962b3797 req-3824b2db-3281-42c5-a262-a6486fb8e907 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0489008 Jun 05 17:10:36.754525 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:36.824790 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:37.102270 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:10:37.109951 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:37.124043 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Transition to ACTIVE for port object 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:10:37.127718 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:37.131021 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:37.299272 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:37.328136 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:37.521271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Attempting to bind port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:10:37.521940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Attempting to bind port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:10:37.521940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Attempting to bind port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef on network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:10:37.541047 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef on network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:10:37.541367 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Attempting to bind port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef on network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:10:37.564497 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf21b9-dac4-45cd-b00f-dcd3aeb7d550 req-5dc10657-b419-4ab5-8209-a374489bc413 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:37.565952 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0bcf21b9-dac4-45cd-b00f-dcd3aeb7d550 req-5dc10657-b419-4ab5-8209-a374489bc413 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.3349032 Jun 05 17:10:37.569169 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:10:37.569492 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Checking segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:10:37.569868 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Bound using segment: {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:10:37.570304 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Bound port: 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ad03d9-39d9-416b-872a-69db91547051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:10:37.570647 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:37.606361 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0a3b235f-bd27-4e6f-abaa-2e3bd54b6288 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:37.607395 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0a3b235f-bd27-4e6f-abaa-2e3bd54b6288 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "GET /v2.0/networks?id=1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 200 len: 808 time: 0.2673934 Jun 05 17:10:37.644259 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Request body: {'port': {'device_id': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8', 'admin_state_up': True, 'tenant_id': '1bf6d53b04a545ac8306d3cecfe8047b'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:10:37.723959 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277d4eb-7ee6-4e25-8030-0621be70c0ed req-0a291730-a1f9-40f3-9401-5f44f3330027 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:37.725403 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a277d4eb-7ee6-4e25-8030-0621be70c0ed req-0a291730-a1f9-40f3-9401-5f44f3330027 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0777361 Jun 05 17:10:37.725959 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0bcf21b9-dac4-45cd-b00f-dcd3aeb7d550 req-63310431-3168-4e06-bd8b-47a062931424 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458821 Jun 05 17:10:37.774222 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a277d4eb-7ee6-4e25-8030-0621be70c0ed req-a91b01d3-b496-4202-a028-057deff0820e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Jun 05 17:10:37.818885 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:10:37.881627 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:10:37.892799 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:37.899526 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:37.927886 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f3d84877-3218-4793-b1bf-a37485561a73 req-47bd01f9-4a1f-4304-a75a-dc67b8ca4e0c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 210 time: 0.0443230 Jun 05 17:10:37.965108 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:37.965604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:37.966937 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] 10.222.0.43 "PUT /v2.0/ports/5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 1094 time: 1.4427760 Jun 05 17:10:37.978622 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:37.981299 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6612f0b-41f1-46ae-a4c4-884273c096f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:38.007079 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Made reservation on behalf of 1bf6d53b04a545ac8306d3cecfe8047b for: {'port': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:10:38.010598 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:38.035900 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e0c941-0435-43aa-8969-113dfa233e12 x-openstack-request-id: req-82e0c941-0435-43aa-8969-113dfa233e12 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:38.036597 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:38.036975 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82e0c941-0435-43aa-8969-113dfa233e12 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:38.037405 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'status': 'completed', 'code': 200} Jun 05 17:10:38.055767 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:38.101331 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3f4b600c-9336-4d17-9012-468443207d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:38.163041 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102515f6-11ed-44eb-98d1-298792d1d741 req-67583c9d-deac-4d1c-a7a7-4b045128b0f5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:38.164505 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-102515f6-11ed-44eb-98d1-298792d1d741 req-67583c9d-deac-4d1c-a7a7-4b045128b0f5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 944 time: 0.3433294 Jun 05 17:10:38.284245 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-102515f6-11ed-44eb-98d1-298792d1d741 req-cee87ce6-1242-43ce-b74c-0fd66af70d16 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109440 Jun 05 17:10:38.312456 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612f0b-41f1-46ae-a4c4-884273c096f9 req-2f05b299-88e7-4ad0-b9e9-32481c54950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:38.314673 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e6612f0b-41f1-46ae-a4c4-884273c096f9 req-2f05b299-88e7-4ad0-b9e9-32481c54950d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1097 time: 0.2152331 Jun 05 17:10:38.330897 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Allocated IP 172.20.0.7 (1a8658ff-822d-4878-bdf0-fa17c9f556d8/f9e282b1-63e3-42bc-978e-81a157f46c78/423c563a-6626-477c-9efe-406f6c322f1e) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:10:38.687870 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612f0b-41f1-46ae-a4c4-884273c096f9 req-57e762a1-a2d4-4b1c-a9c8-c960ca752239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:38.690094 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e6612f0b-41f1-46ae-a4c4-884273c096f9 req-57e762a1-a2d4-4b1c-a9c8-c960ca752239 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a280be976ddf4936904835ce50f1f30c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3610384 Jun 05 17:10:38.918178 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df486c-22d2-4c85-a4e8-7dca7b6ff1aa req-f650e32b-f2dc-46cb-8b27-25aafe78e56f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:38.919670 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-95df486c-22d2-4c85-a4e8-7dca7b6ff1aa req-f650e32b-f2dc-46cb-8b27-25aafe78e56f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.0808721 Jun 05 17:10:38.969539 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-95df486c-22d2-4c85-a4e8-7dca7b6ff1aa req-98ca19cf-eda9-47ab-9ca9-163c4d25bfc8 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Jun 05 17:10:38.990108 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:39.069046 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612f0b-41f1-46ae-a4c4-884273c096f9 req-09f003e8-1c8f-4332-8517-86a751af2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.070835 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e6612f0b-41f1-46ae-a4c4-884273c096f9 req-09f003e8-1c8f-4332-8517-86a751af2750 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3083608 Jun 05 17:10:39.107233 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f54e2c-ce79-4656-b217-b4cfc6e3fc75 req-5ccd08dc-19b6-4478-925a-56ac60556851 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.109255 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b6f54e2c-ce79-4656-b217-b4cfc6e3fc75 req-5ccd08dc-19b6-4478-925a-56ac60556851 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.2058501 Jun 05 17:10:39.111281 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:39.118279 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:39.154007 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84b65e-aaba-44ab-b443-bb22e5a8806f req-0a7b8dc0-9552-4d6c-85d5-439db1266cee tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.155618 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a84b65e-aaba-44ab-b443-bb22e5a8806f req-0a7b8dc0-9552-4d6c-85d5-439db1266cee tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 931 time: 0.0913794 Jun 05 17:10:39.202385 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a84b65e-aaba-44ab-b443-bb22e5a8806f req-a95df8d0-090c-4671-8973-12a24b4bc071 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Jun 05 17:10:39.273357 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:10:39.286532 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1319ce14-65d5-49a4-9abf-e96d76d6744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:39.289639 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:10:39.298864 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:10:39.335202 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b6f54e2c-ce79-4656-b217-b4cfc6e3fc75 req-173b7827-8e4f-47c8-8b70-dc2127c7d834 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741784 Jun 05 17:10:39.335926 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Pushing event updated for resources: {'Port': ['ID=423c563a-6626-477c-9efe-406f6c322f1e,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:39.344455 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:39.388009 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.388614 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:39.395710 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-5429d817-7c8f-4a9f-8c79-f7e2d55bf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.397204 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-5429d817-7c8f-4a9f-8c79-f7e2d55bf4f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1097 time: 0.2424262 Jun 05 17:10:39.410370 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7721620 Jun 05 17:10:39.473707 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451143ce-92ec-4702-afe1-3730a4c77fb0 req-38bb95e8-e001-4837-9cda-0e4de86b54fe tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.475101 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-451143ce-92ec-4702-afe1-3730a4c77fb0 req-38bb95e8-e001-4837-9cda-0e4de86b54fe tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 944 time: 0.0848515 Jun 05 17:10:39.491054 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Request body: {'port': {'device_id': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:10:39.551415 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-98496023-b7e5-4980-9451-af71604770cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 217 time: 0.1312511 Jun 05 17:10:39.581091 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-451143ce-92ec-4702-afe1-3730a4c77fb0 req-6bf44706-55c6-4072-9e43-0656bbf76407 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001966 Jun 05 17:10:39.716227 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-6db93aef-e34f-4cf9-8787-4482293b9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.718370 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-6db93aef-e34f-4cf9-8787-4482293b9bde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.1575594 Jun 05 17:10:39.792729 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:39.925827 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-b5e4bfae-7dc2-4ea9-904e-4abf5612833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:39.927824 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-b5e4bfae-7dc2-4ea9-904e-4abf5612833c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2002931 Jun 05 17:10:40.296946 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-9a7aa43e-b875-4631-8e1d-68a98fa07902 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244309 Jun 05 17:10:40.398763 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a500fa-a0fa-487a-a1ce-7a3609661142 req-70467af5-0fd4-4968-b809-399b56935e7d tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:40.401119 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d4a500fa-a0fa-487a-a1ce-7a3609661142 req-70467af5-0fd4-4968-b809-399b56935e7d tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 931 time: 0.0857542 Jun 05 17:10:40.448851 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d4a500fa-a0fa-487a-a1ce-7a3609661142 req-4cfc3a9c-5208-4b84-9e33-f8fd89b25626 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Jun 05 17:10:40.602214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f370e3-fb6e-450a-b6a7-8ed67e70b213 req-be14a294-48ef-41e0-8554-e5cf7e4101ca tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:40.604078 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-99f370e3-fb6e-450a-b6a7-8ed67e70b213 req-be14a294-48ef-41e0-8554-e5cf7e4101ca tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.4899349 Jun 05 17:10:40.684660 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302dd43-c918-423c-890e-0e99b1530c50 req-05a75a65-e882-47cf-ab94-cb7e96daf3f0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:40.686108 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5302dd43-c918-423c-890e-0e99b1530c50 req-05a75a65-e882-47cf-ab94-cb7e96daf3f0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1434407 Jun 05 17:10:40.694134 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-a7498047-124e-4d5e-9c34-c9d2150e7ad9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:40.695502 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-a7498047-124e-4d5e-9c34-c9d2150e7ad9 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 945 time: 0.1147273 Jun 05 17:10:40.730282 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2685c125-347a-40a8-8bde-fed4a4a67487 req-72524be1-1172-4e8c-a443-dc82a6715089 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191430 Jun 05 17:10:40.781306 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-99f370e3-fb6e-450a-b6a7-8ed67e70b213 req-ee2407fe-7142-4964-893e-4561ff380d07 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618514 Jun 05 17:10:40.781306 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423c563a-6626-477c-9efe-406f6c322f1e {{(pid=91860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:10:40.788838 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:40.812037 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Transition to ACTIVE for port object 423c563a-6626-477c-9efe-406f6c322f1e will not be triggered until provisioned by entity L2. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:10:40.817005 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:40.822451 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5302dd43-c918-423c-890e-0e99b1530c50 req-01fb53a2-26be-47ac-9858-e20f0ee1e8bc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260128 Jun 05 17:10:40.824279 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a684e47d-5f71-4442-b233-577c621be730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:40.866662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Deleting port ae971097-0ef0-4acc-8eb3-57ca9c140a6d {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:10:40.866913 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.010226 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] For port ae971097-0ef0-4acc-8eb3-57ca9c140a6d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:41.010577 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.032260 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Pushing event updated for resources: {'Port': ['ID=423c563a-6626-477c-9efe-406f6c322f1e,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:41.035120 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:41.124538 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Attempting to bind port 423c563a-6626-477c-9efe-406f6c322f1e on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:10:41.124769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Attempting to bind port 423c563a-6626-477c-9efe-406f6c322f1e by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:10:41.125090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Attempting to bind port 423c563a-6626-477c-9efe-406f6c322f1e on network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:10:41.136594 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c743b3f-e0a3-4bef-843a-b1f47a11d124 req-9c85928a-8a84-4cc3-ae16-4c55d98837f8 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:41.138039 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9c743b3f-e0a3-4bef-843a-b1f47a11d124 req-9c85928a-8a84-4cc3-ae16-4c55d98837f8 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 944 time: 0.2092392 Jun 05 17:10:41.138745 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Port 423c563a-6626-477c-9efe-406f6c322f1e on network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:10:41.139718 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Attempting to bind port 423c563a-6626-477c-9efe-406f6c322f1e on network 1a8658ff-822d-4878-bdf0-fa17c9f556d8 {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:10:41.142149 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Calling delete_port for ae971097-0ef0-4acc-8eb3-57ca9c140a6d owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:10:41.147353 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:10:41.147694 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Checking segment: {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:10:41.148068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Bound using segment: {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'} {{(pid=91860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:10:41.148501 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.managers [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Bound port: 423c563a-6626-477c-9efe-406f6c322f1e, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71cad35-1d0b-4c84-bd86-b5027590cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8'}}] {{(pid=91860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:10:41.148837 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.251150 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9c743b3f-e0a3-4bef-843a-b1f47a11d124 req-aba12898-0869-4e82-a5a2-255b0764c8a1 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055677 Jun 05 17:10:41.291599 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] For port 423c563a-6626-477c-9efe-406f6c322f1e, host hv-cinder-79496, cleared binding levels {{(pid=91860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:10:41.295068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] For port 423c563a-6626-477c-9efe-406f6c322f1e, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=423c563a-6626-477c-9efe-406f6c322f1e,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:10:41.299893 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.304703 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-82f09d5a-d2fa-4ec1-ab77-dec161b3f851 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:41.331492 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.345083 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3f13c6ba-0782-4385-b7c9-5eefe53d421a tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:41.348573 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['fcb1a819-4243-4f85-b3f8-0c2ce492f3b4', 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:41.388194 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:41.389248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.391382 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] 10.222.0.43 "PUT /v2.0/ports/423c563a-6626-477c-9efe-406f6c322f1e HTTP/1.1" status: 200 len: 1093 time: 1.9126816 Jun 05 17:10:41.392047 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'tag': '423c563a-6626-477c-9efe-406f6c322f1e'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:41.395053 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c5db02-e663-43a1-a282-347a3fdb4569", "tag": "423c563a-6626-477c-9efe-406f6c322f1e"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:41.418547 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Pushing event updated for resources: {'Port': ['ID=423c563a-6626-477c-9efe-406f6c322f1e,revision_number=3']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:41.423660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:41.442036 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Pushing event deleted for resources: {'Port': ['ID=ae971097-0ef0-4acc-8eb3-57ca9c140a6d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:41.450786 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:41.501237 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bfe926-d646-4ac7-b88c-61a013935c77 x-openstack-request-id: req-04bfe926-d646-4ac7-b88c-61a013935c77 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:41.501803 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c5db02-e663-43a1-a282-347a3fdb4569", "tag": "423c563a-6626-477c-9efe-406f6c322f1e", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:41.502344 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04bfe926-d646-4ac7-b88c-61a013935c77 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:41.503179 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'tag': '423c563a-6626-477c-9efe-406f6c322f1e', 'status': 'completed', 'code': 200} Jun 05 17:10:41.531661 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] No DVR routers for this DVR port ae971097-0ef0-4acc-8eb3-57ca9c140a6d on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:10:41.535244 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.537516 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-48ae48d8-9455-4114-aaef-cf44d0c61a18 req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "DELETE /v2.0/ports/ae971097-0ef0-4acc-8eb3-57ca9c140a6d HTTP/1.1" status: 204 len: 173 time: 0.8283510 Jun 05 17:10:41.538229 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7bde72-4644-42b9-aa21-f36320aecede', 'name': 'network-vif-deleted', 'tag': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:41.540772 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9732c498-a7ea-428e-994a-d9383217f8cd" -d '{"events": [{"server_uuid": "da7bde72-4644-42b9-aa21-f36320aecede", "name": "network-vif-deleted", "tag": "ae971097-0ef0-4acc-8eb3-57ca9c140a6d"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:41.609742 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-cd18e41d-68f7-4775-9324-94ddd36eb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:41.612203 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-cd18e41d-68f7-4775-9324-94ddd36eb063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 1096 time: 0.1640458 Jun 05 17:10:41.652053 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:10:41.765933 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-98dfab6e-f74e-4bf1-a346-e996fffbe0e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423c563a-6626-477c-9efe-406f6c322f1e HTTP/1.1" status: 200 len: 217 time: 0.1077285 Jun 05 17:10:41.805295 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.850067 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:41.875195 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '38003908-937f-4385-8a60-ca4e9860541f', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'port_id': '38003908-937f-4385-8a60-ca4e9860541f', 'mac_address': 'fa:16:3e:a4:bb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:10:41.879177 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeabdb3-9ff0-4cb4-bacf-0a97c5e2db23 x-openstack-request-id: req-bdeabdb3-9ff0-4cb4-bacf-0a97c5e2db23 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:41.879393 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-f4c2f5c5-1620-4a80-8c39-65c116049965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:41.879857 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7bde72-4644-42b9-aa21-f36320aecede", "name": "network-vif-deleted", "tag": "ae971097-0ef0-4acc-8eb3-57ca9c140a6d", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:41.880293 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdeabdb3-9ff0-4cb4-bacf-0a97c5e2db23 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:41.880879 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7bde72-4644-42b9-aa21-f36320aecede', 'name': 'network-vif-deleted', 'tag': 'ae971097-0ef0-4acc-8eb3-57ca9c140a6d', 'status': 'completed', 'code': 200} Jun 05 17:10:41.881373 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-f4c2f5c5-1620-4a80-8c39-65c116049965 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9e282b1-63e3-42bc-978e-81a157f46c78 HTTP/1.1" status: 200 len: 848 time: 0.0992515 Jun 05 17:10:41.946720 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:41.958690 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-e687b5cf-ecbf-4a7c-a328-c3e9d5714483 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a8658ff-822d-4878-bdf0-fa17c9f556d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672889 Jun 05 17:10:41.975919 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408631c9-61de-4496-b1f8-0a277e2921a2 req-7e521847-8d3e-45f0-af33-03f1738db7c3 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:41.986450 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-408631c9-61de-4496-b1f8-0a277e2921a2 req-7e521847-8d3e-45f0-af33-03f1738db7c3 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 943 time: 0.3726280 Jun 05 17:10:42.008824 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38003908-937f-4385-8a60-ca4e9860541f {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:10:42.015106 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b8d147a4-8391-4333-8706-284e2455fc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:42.038348 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:42.046034 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:42.049736 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:42.096604 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-160aa175-2ebe-4a8b-96f2-7ebd17716849 req-22bf98e9-d560-4c9f-b962-fb3c0d01d726 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=da7bde72-4644-42b9-aa21-f36320aecede HTTP/1.1" status: 200 len: 210 time: 0.0633967 Jun 05 17:10:42.147323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=6']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:42.155927 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.156497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.156992 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.157475 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.157971 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.158449 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.158914 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.159410 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.159900 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.160375 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.160846 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.161413 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:42.165728 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:42.203503 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-408631c9-61de-4496-b1f8-0a277e2921a2 req-ee427c00-4440-417c-8d6c-57754d078d63 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158895 Jun 05 17:10:42.253236 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-4bacb882-a07e-408e-9d0d-23834cccf7c7 service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637959 Jun 05 17:10:42.271061 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['38003908-937f-4385-8a60-ca4e9860541f'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:42.335238 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516ae08-8bbe-405b-8f55-1b7d11998e57 req-a058053d-f321-4e0f-9678-c3691c160d5f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:42.336722 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b516ae08-8bbe-405b-8f55-1b7d11998e57 req-a058053d-f321-4e0f-9678-c3691c160d5f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 944 time: 0.1083276 Jun 05 17:10:42.384738 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b516ae08-8bbe-405b-8f55-1b7d11998e57 req-c5389916-9a18-4819-911f-30afcec76e2a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Jun 05 17:10:42.491863 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e8dce4a4-ffc6-431e-9d17-f3e74795961f req-7acc1475-2375-4125-981a-8dce372048d1 service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317410 Jun 05 17:10:42.516016 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a858e0a-3346-40e1-90ff-7b5099ac3c3c req-6f625d5a-3889-41f5-b326-16a596313c94 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:42.517450 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7a858e0a-3346-40e1-90ff-7b5099ac3c3c req-6f625d5a-3889-41f5-b326-16a596313c94 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 944 time: 0.1151834 Jun 05 17:10:42.613320 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7a858e0a-3346-40e1-90ff-7b5099ac3c3c req-c6ee127a-4f36-4db9-9105-6212229422ef tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893130 Jun 05 17:10:42.629887 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-18763003-7b52-4ee4-bdbe-bd2522b35db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:42.631321 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-18763003-7b52-4ee4-bdbe-bd2522b35db5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 1096 time: 0.0922675 Jun 05 17:10:42.840916 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-47b804b3-b139-4095-8576-0c6ba1a7f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:42.842421 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-47b804b3-b139-4095-8576-0c6ba1a7f8f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 200 len: 909 time: 0.2022827 Jun 05 17:10:42.911718 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-68681b90-0737-4155-8028-6edb57a9bbde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423c563a-6626-477c-9efe-406f6c322f1e HTTP/1.1" status: 200 len: 217 time: 0.0624967 Jun 05 17:10:42.968713 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:42.978681 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-320404cb-811e-4387-a2f8-1cba45f20d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:42.980182 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-320404cb-811e-4387-a2f8-1cba45f20d4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9e282b1-63e3-42bc-978e-81a157f46c78 HTTP/1.1" status: 200 len: 848 time: 0.0621462 Jun 05 17:10:43.031869 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-6cca587d-c607-456d-b1da-3f1f18a12317 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a8658ff-822d-4878-bdf0-fa17c9f556d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396254 Jun 05 17:10:43.163663 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-b6fcd56b-3957-4cd3-90a9-378fe6e7d058 service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233935 Jun 05 17:10:43.298247 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9abfa1f-5db7-4b69-b87f-4ce59a7ff4cb req-1f161489-b9b9-41a4-8d63-0ec3b9aba60b service neutron] 10.222.0.43 "GET /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260500 Jun 05 17:10:43.401484 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3766c-9317-4e95-8802-a67f9c9fd8aa req-18155a0b-17dc-4c9a-b90f-b140b862e040 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:43.403043 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-dcc3766c-9317-4e95-8802-a67f9c9fd8aa req-18155a0b-17dc-4c9a-b90f-b140b862e040 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 943 time: 0.0834997 Jun 05 17:10:43.452758 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-dcc3766c-9317-4e95-8802-a67f9c9fd8aa req-0d9e965d-59d3-415c-b211-d8e1bfde8de5 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Jun 05 17:10:43.560310 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038a1b-762a-4e72-aa90-10cf27f1c32a req-8dc77b04-2875-401d-b6f3-008c1b375756 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:43.562240 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9d038a1b-762a-4e72-aa90-10cf27f1c32a req-8dc77b04-2875-401d-b6f3-008c1b375756 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0791693 Jun 05 17:10:43.609815 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9d038a1b-762a-4e72-aa90-10cf27f1c32a req-c5372912-5dfc-45bf-8b81-e6f1c4bdcc70 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jun 05 17:10:43.619446 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668c9c4-cec8-42b4-96da-4aa7021b576d req-918ff27b-6d90-444a-b552-362e1b8583c2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:43.620938 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1668c9c4-cec8-42b4-96da-4aa7021b576d req-918ff27b-6d90-444a-b552-362e1b8583c2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 944 time: 0.0790589 Jun 05 17:10:43.627932 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:10:43.627932 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:10:43.671001 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1668c9c4-cec8-42b4-96da-4aa7021b576d req-c4fbd2ca-7613-4b6b-8062-fda09c193c71 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Jun 05 17:10:43.790872 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 38003908-937f-4385-8a60-ca4e9860541f triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:43.791255 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:43.797859 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62730a79-54a1-43e3-b591-5732dc59e6a3 req-1969279a-9ba8-4f34-b019-431dc43089bf tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:43.799278 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-62730a79-54a1-43e3-b591-5732dc59e6a3 req-1969279a-9ba8-4f34-b019-431dc43089bf tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 944 time: 0.0791008 Jun 05 17:10:43.844050 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-62730a79-54a1-43e3-b591-5732dc59e6a3 req-a98dd8fd-60b1-4820-bb92-456d6703b0b0 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Jun 05 17:10:43.865132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:43.881791 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'port_id': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'mac_address': 'fa:16:3e:77:b3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:10:43.984307 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:44.002506 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:44.012844 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:10:44.044759 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:44.047151 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b333b4e6-d330-4996-8edf-36a46678b15e" -d '{"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-plugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:44.054564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:44.057643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:44.059808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:44.061718 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:44.101363 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597d9e5-9bbf-4ff3-94ab-2676e1db42af x-openstack-request-id: req-7597d9e5-9bbf-4ff3-94ab-2676e1db42af {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:44.101710 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-plugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:44.101975 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7597d9e5-9bbf-4ff3-94ab-2676e1db42af {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:44.102370 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'code': 200} Jun 05 17:10:44.103134 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:44.104000 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device ae971097-0ef0-4acc-8eb3-57ca9c140a6d no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:10:44.153138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: ae971097-0ef0-4acc-8eb3-57ca9c140a6d {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:10:44.153498 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device ae971097-0ef0-4acc-8eb3-57ca9c140a6d not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:10:44.169592 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:44.172350 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:44.172803 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:44.238740 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=7']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:44.241547 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:44.566732 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:44.645919 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35129e7-de37-4a76-93e5-3777d95cfbab req-86bba162-998e-4b2d-826c-119956c75335 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:44.647416 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d35129e7-de37-4a76-93e5-3777d95cfbab req-86bba162-998e-4b2d-826c-119956c75335 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 943 time: 0.0819933 Jun 05 17:10:44.691969 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d35129e7-de37-4a76-93e5-3777d95cfbab req-dfaacc81-801f-49ea-a85c-7b00ede66e52 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Jun 05 17:10:44.796218 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145b8c8-c75d-48bf-8f7d-343d19ea5a08 req-dd434221-6e85-4075-bd38-fd025c755440 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:44.797722 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9145b8c8-c75d-48bf-8f7d-343d19ea5a08 req-dd434221-6e85-4075-bd38-fd025c755440 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0823994 Jun 05 17:10:44.842658 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9145b8c8-c75d-48bf-8f7d-343d19ea5a08 req-13030c69-b81f-4b44-b5cd-ab38e14fee93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Jun 05 17:10:44.863484 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9ffa-3ebf-4b22-a07a-0a37cc3ff0c7 req-bcf2c9ca-aac5-42bc-ae7f-6c659ccd8ef5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:44.864938 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-753a9ffa-3ebf-4b22-a07a-0a37cc3ff0c7 req-bcf2c9ca-aac5-42bc-ae7f-6c659ccd8ef5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0813785 Jun 05 17:10:44.912133 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-753a9ffa-3ebf-4b22-a07a-0a37cc3ff0c7 req-052bc621-f9e6-4f76-bbe7-466f03fddf03 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Jun 05 17:10:45.025528 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bb736-304e-431a-b9d3-6a0d590c19c5 req-078b084a-0f35-4270-b708-bb0ec9ef8a99 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:45.026951 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-050bb736-304e-431a-b9d3-6a0d590c19c5 req-078b084a-0f35-4270-b708-bb0ec9ef8a99 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 945 time: 0.0771363 Jun 05 17:10:45.069289 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-050bb736-304e-431a-b9d3-6a0d590c19c5 req-d5ecd17d-ba36-4c36-b27c-2b49a3c617c2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Jun 05 17:10:45.235482 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:45.647234 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 423c563a-6626-477c-9efe-406f6c322f1e details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:10:45.776229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 423c563a-6626-477c-9efe-406f6c322f1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=423c563a-6626-477c-9efe-406f6c322f1e,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:45.789266 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '423c563a-6626-477c-9efe-406f6c322f1e', 'network_id': '1a8658ff-822d-4878-bdf0-fa17c9f556d8', 'port_id': '423c563a-6626-477c-9efe-406f6c322f1e', 'mac_address': 'fa:16:3e:95:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e282b1-63e3-42bc-978e-81a157f46c78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:10:45.847112 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:45.863821 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423c563a-6626-477c-9efe-406f6c322f1e {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:10:45.883271 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 423c563a-6626-477c-9efe-406f6c322f1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=423c563a-6626-477c-9efe-406f6c322f1e,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:45.884038 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771480a-bba3-4636-a8de-b9f12759fd39 req-6501269b-56ff-4ab1-8132-780ebd7ff902 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:45.885049 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c771480a-bba3-4636-a8de-b9f12759fd39 req-6501269b-56ff-4ab1-8132-780ebd7ff902 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 943 time: 0.0914402 Jun 05 17:10:45.890138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:45.892226 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d74aa0c6-f9cb-45f4-9ca6-9c74d8ccccb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:45.931399 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c771480a-bba3-4636-a8de-b9f12759fd39 req-c9997967-daee-463b-aa87-4a416a40baee tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 Jun 05 17:10:45.969426 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=423c563a-6626-477c-9efe-406f6c322f1e,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:45.977457 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:46.103754 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfceaec-4d91-4f36-aedc-240ccc91fb0e req-95504b70-68db-44ed-86d4-8393e85a5d6e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:46.105199 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cdfceaec-4d91-4f36-aedc-240ccc91fb0e req-95504b70-68db-44ed-86d4-8393e85a5d6e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1548290 Jun 05 17:10:46.110729 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62293-6de4-4598-898e-34575109a7bc req-2be2d416-668f-4677-be4a-609fb80bd15f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:46.112184 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-77c62293-6de4-4598-898e-34575109a7bc req-2be2d416-668f-4677-be4a-609fb80bd15f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0793824 Jun 05 17:10:46.149646 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cdfceaec-4d91-4f36-aedc-240ccc91fb0e req-cd96e795-85db-42a3-9694-fc3fc9db57ce tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 Jun 05 17:10:46.155432 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-77c62293-6de4-4598-898e-34575109a7bc req-f6ff2b64-c2d5-488f-a54b-294722b5359d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371909 Jun 05 17:10:46.318376 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ea7e2-4ec4-497f-a5d0-cac44cffa6ac req-79f25e00-cd1c-4733-912b-6ff532b804bb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:46.319828 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ff2ea7e2-4ec4-497f-a5d0-cac44cffa6ac req-79f25e00-cd1c-4733-912b-6ff532b804bb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 945 time: 0.0798459 Jun 05 17:10:46.365849 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ff2ea7e2-4ec4-497f-a5d0-cac44cffa6ac req-c7108c24-bcdc-43ab-b824-4db903b5bf63 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jun 05 17:10:46.512155 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['423c563a-6626-477c-9efe-406f6c322f1e'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:47.116226 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb8fb3-72de-4307-a8b1-7fee5aebd926 req-b11e0938-b8e0-40df-9e0a-2e4c06b87637 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:47.117646 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e0eb8fb3-72de-4307-a8b1-7fee5aebd926 req-b11e0938-b8e0-40df-9e0a-2e4c06b87637 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 944 time: 0.0816164 Jun 05 17:10:47.160754 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e0eb8fb3-72de-4307-a8b1-7fee5aebd926 req-65e8fd8c-6a79-47b5-8c57-61d7e246960f tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374475 Jun 05 17:10:47.339792 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333d16f-9e1c-4a39-b4ef-7585e1243869 req-bca972d3-1fef-463c-93c9-ecb8731f2354 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:47.342470 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2333d16f-9e1c-4a39-b4ef-7585e1243869 req-bca972d3-1fef-463c-93c9-ecb8731f2354 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.0829878 Jun 05 17:10:47.348315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8dffc-9558-4b83-92c1-17e571057243 req-a2f6da99-f762-4e10-a5bb-073b6d38c0c3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:47.350013 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecb8dffc-9558-4b83-92c1-17e571057243 req-a2f6da99-f762-4e10-a5bb-073b6d38c0c3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0819328 Jun 05 17:10:47.401776 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2333d16f-9e1c-4a39-b4ef-7585e1243869 req-25b6a593-64e1-4a34-a3a3-bc0115f8081c tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Jun 05 17:10:47.403919 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecb8dffc-9558-4b83-92c1-17e571057243 req-c001aefd-5535-4d95-8654-1eb7f453669b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483346 Jun 05 17:10:47.600382 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eafc4c-474b-4e22-b6ed-96b31f0206fd req-5a1e4b6a-dbff-4aeb-bd70-c564cc8faf10 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:47.601917 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7eafc4c-474b-4e22-b6ed-96b31f0206fd req-5a1e4b6a-dbff-4aeb-bd70-c564cc8faf10 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 945 time: 0.0839403 Jun 05 17:10:47.645328 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e7eafc4c-474b-4e22-b6ed-96b31f0206fd req-ca243958-8e4e-4529-a75e-faa65e405375 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376525 Jun 05 17:10:47.653566 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:10:47.722976 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:10:47.727920 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:47.728306 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:47.851023 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:47.878089 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:47.880341 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2043605-5fd2-4b2c-ba99-0423a4e3316b" -d '{"events": [{"server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "name": "network-vif-plugged", "status": "completed", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:47.895426 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:47.902235 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:47.903474 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 423c563a-6626-477c-9efe-406f6c322f1e up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:10:47.931039 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a126f6c-fb5e-4a99-9e0b-174a176d19b4 x-openstack-request-id: req-3a126f6c-fb5e-4a99-9e0b-174a176d19b4 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:47.931657 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "name": "network-vif-plugged", "status": "completed", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:47.932088 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a126f6c-fb5e-4a99-9e0b-174a176d19b4 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:47.932621 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'code': 200} Jun 05 17:10:47.933145 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-d74aa0c6-f9cb-45f4-9ca6-9c74d8ccccb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:48.132524 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 423c563a-6626-477c-9efe-406f6c322f1e completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:10:48.140432 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 423c563a-6626-477c-9efe-406f6c322f1e triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:10:48.141428 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:48.171647 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:48.180493 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:48.319051 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7249b-4c4d-4f11-b034-c32192dca34d req-c0183bd5-6e1a-4dea-ae9c-83a4e88053e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:48.321558 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6ec7249b-4c4d-4f11-b034-c32192dca34d req-c0183bd5-6e1a-4dea-ae9c-83a4e88053e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1099 time: 0.1101997 Jun 05 17:10:48.359105 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:48.372379 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6ec7249b-4c4d-4f11-b034-c32192dca34d req-c2887791-1634-41c4-bed0-98aa390d5db7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jun 05 17:10:48.430633 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 423c563a-6626-477c-9efe-406f6c322f1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=423c563a-6626-477c-9efe-406f6c322f1e,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:48.435655 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:48.439386 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-77cced8f-934b-4a52-9cae-eeb8b27e3173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:48.480602 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfdba7-5fba-451e-9d16-4c68c1abe052 req-a76ed1d1-3116-41e9-a2df-dd4786427682 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:48.491184 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-27cfdba7-5fba-451e-9d16-4c68c1abe052 req-a76ed1d1-3116-41e9-a2df-dd4786427682 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 944 time: 0.1632500 Jun 05 17:10:48.524915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=423c563a-6626-477c-9efe-406f6c322f1e,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:48.535214 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:48.551397 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-27cfdba7-5fba-451e-9d16-4c68c1abe052 req-2930d600-84eb-4fe2-8598-0d39b2ad9b34 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589902 Jun 05 17:10:48.653400 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbc4ca-bfaa-4456-9553-bcc31512f574 req-577a3957-5440-4ab0-8b5c-cdc75e30f21d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:48.656853 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecdbc4ca-bfaa-4456-9553-bcc31512f574 req-577a3957-5440-4ab0-8b5c-cdc75e30f21d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1099625 Jun 05 17:10:48.716569 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecdbc4ca-bfaa-4456-9553-bcc31512f574 req-21a8c7cf-d75e-46cc-a1a7-554cc2a9a03e tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 Jun 05 17:10:48.765655 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcc62e-6079-40b7-9420-f22339057ed0 req-903ebcbc-2eaa-4db5-becb-574ee5c87eb7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:48.774187 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-73fcc62e-6079-40b7-9420-f22339057ed0 req-903ebcbc-2eaa-4db5-becb-574ee5c87eb7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1179914 Jun 05 17:10:48.828175 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-73fcc62e-6079-40b7-9420-f22339057ed0 req-9b5ae7fc-2cb0-4174-b33d-c635e63afb3e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525734 Jun 05 17:10:48.934929 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23a3f7-ef80-42db-9cfb-4cf65f17291f req-2deba8ab-fe2a-4ef4-8625-670441a095f1 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:48.943041 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0c23a3f7-ef80-42db-9cfb-4cf65f17291f req-2deba8ab-fe2a-4ef4-8625-670441a095f1 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.1097333 Jun 05 17:10:48.995038 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0c23a3f7-ef80-42db-9cfb-4cf65f17291f req-ca9d0f61-856c-4e14-b4fd-e47078f8363d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Jun 05 17:10:49.847694 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd7dce-b338-4629-9699-ea8cb36e59be req-21c86c85-d205-4b66-b44d-4420314d4dd4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:49.859710 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-babd7dce-b338-4629-9699-ea8cb36e59be req-21c86c85-d205-4b66-b44d-4420314d4dd4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1328332 Jun 05 17:10:49.926102 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-babd7dce-b338-4629-9699-ea8cb36e59be req-003acbce-2e2e-4bd3-b133-558a3f23ed3b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648680 Jun 05 17:10:49.944518 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423c563a-6626-477c-9efe-406f6c322f1e'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:49.954017 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751bf584-d4e4-443f-9410-d09d5b930611" -d '{"events": [{"server_uuid": "e8c5db02-e663-43a1-a282-347a3fdb4569", "name": "network-vif-plugged", "status": "completed", "tag": "423c563a-6626-477c-9efe-406f6c322f1e"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:50.158266 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0d0fb-57b8-41d0-93ee-f55dcbd26b8b req-09b2c610-d976-43ab-a66b-baf9e25a60fe tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:50.165667 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-69a0d0fb-57b8-41d0-93ee-f55dcbd26b8b req-09b2c610-d976-43ab-a66b-baf9e25a60fe tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.3109612 Jun 05 17:10:50.211304 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-d622ea54-af3a-4ef2-9eef-0a9bb09a3d35 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:50.212775 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-d622ea54-af3a-4ef2-9eef-0a9bb09a3d35 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 946 time: 0.1496477 Jun 05 17:10:50.249977 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7e1a-f14a-4fb4-b703-45d4c7f9bacb req-95e8489e-c7e9-4ea0-a202-d14d0f825d3f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:50.251556 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4ded7e1a-f14a-4fb4-b703-45d4c7f9bacb req-95e8489e-c7e9-4ea0-a202-d14d0f825d3f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1333048 Jun 05 17:10:50.272754 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-69a0d0fb-57b8-41d0-93ee-f55dcbd26b8b req-dd97092f-436c-4ffe-9dd5-8d04e07a7b8d tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/security-groups?id=e044b2ca-2c53-407d-b57e-aff3d49e4db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061490 Jun 05 17:10:50.360429 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4ded7e1a-f14a-4fb4-b703-45d4c7f9bacb req-b94d8a6e-f644-4881-b8ec-bd57344c999f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011958 Jun 05 17:10:50.366316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3b53d-8cdb-450b-8caa-e68483228381 x-openstack-request-id: req-bbb3b53d-8cdb-450b-8caa-e68483228381 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:50.366785 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5db02-e663-43a1-a282-347a3fdb4569", "name": "network-vif-plugged", "status": "completed", "tag": "423c563a-6626-477c-9efe-406f6c322f1e", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:50.367314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbb3b53d-8cdb-450b-8caa-e68483228381 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:50.367921 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423c563a-6626-477c-9efe-406f6c322f1e', 'code': 200} Jun 05 17:10:50.565869 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Deleting port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:10:50.566252 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:50.728248 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19c922-d50a-44ad-a5a2-129e28701b1f req-8faae780-b166-405b-8b9f-6c6dc83b9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:50.729623 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ae19c922-d50a-44ad-a5a2-129e28701b1f req-8faae780-b166-405b-8b9f-6c6dc83b9616 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 1098 time: 0.1553977 Jun 05 17:10:50.785107 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] For port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:50.785975 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:50.789853 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ae19c922-d50a-44ad-a5a2-129e28701b1f req-92ec2367-42be-4f08-ac03-b0d6d8b28ad4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528131 Jun 05 17:10:50.802543 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e991e-e313-492f-acb6-0a61378b5882 req-a45ee6e5-5617-4ae0-8b16-b945cf09cef4 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:50.804022 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-259e991e-e313-492f-acb6-0a61378b5882 req-a45ee6e5-5617-4ae0-8b16-b945cf09cef4 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.2759066 Jun 05 17:10:50.930567 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Calling delete_port for fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:10:50.996031 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-259e991e-e313-492f-acb6-0a61378b5882 req-184f02ca-72b9-4416-8fa4-51cf15887b52 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259017 Jun 05 17:10:51.208453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356dbe-8fef-4100-8030-ae900fd7f3de req-3a42bf5c-753a-4a05-b106-7d5ff139b753 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:51.210143 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-08356dbe-8fef-4100-8030-ae900fd7f3de req-3a42bf5c-753a-4a05-b106-7d5ff139b753 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1570406 Jun 05 17:10:51.219271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:51.226409 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:51.276309 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-08356dbe-8fef-4100-8030-ae900fd7f3de req-ba80a8fb-5e22-4b39-88c9-87321a88298a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567727 Jun 05 17:10:51.306692 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Pushing event deleted for resources: {'Port': ['ID=fcb1a819-4243-4f85-b3f8-0c2ce492f3b4,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:51.327552 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.327923 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.328288 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.328645 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.329001 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.329356 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.329702 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.330050 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.330388 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.330731 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.331074 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.331437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:10:51.368526 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:51.379080 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] No DVR routers for this DVR port fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:10:51.382193 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:51.383717 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20aea800-30f9-411d-bf2c-368c1aa5ee8a req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.43 "DELETE /v2.0/ports/fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 HTTP/1.1" status: 204 len: 173 time: 1.1643760 Jun 05 17:10:51.384206 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0104b413-cc38-4d91-be4b-e7acd4709136', 'name': 'network-vif-deleted', 'tag': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:10:51.386468 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0fc23-bff0-40dd-83ed-d39680f0e3cf" -d '{"events": [{"server_uuid": "0104b413-cc38-4d91-be4b-e7acd4709136", "name": "network-vif-deleted", "tag": "fcb1a819-4243-4f85-b3f8-0c2ce492f3b4"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:10:51.433630 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b3f1-6dbb-42a1-9edb-8c1b1ea5c9b9 req-7a541986-f6d0-46cc-a541-c4f638b39565 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:51.435167 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cb83b3f1-6dbb-42a1-9edb-8c1b1ea5c9b9 req-7a541986-f6d0-46cc-a541-c4f638b39565 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.2872097 Jun 05 17:10:51.478423 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a6170bd6-1014-4648-aa4a-c62749e08188 req-d3df447d-67db-4225-8beb-c5ea95e21957 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 210 time: 0.0802479 Jun 05 17:10:51.503804 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cb83b3f1-6dbb-42a1-9edb-8c1b1ea5c9b9 req-e1539176-00c6-4c93-ac74-747b74826509 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582399 Jun 05 17:10:51.552709 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d41d2-7083-45a5-a8f6-265e4bb1bdd7 x-openstack-request-id: req-ca3d41d2-7083-45a5-a8f6-265e4bb1bdd7 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:10:51.553275 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0104b413-cc38-4d91-be4b-e7acd4709136", "name": "network-vif-deleted", "tag": "fcb1a819-4243-4f85-b3f8-0c2ce492f3b4", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:10:51.553780 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca3d41d2-7083-45a5-a8f6-265e4bb1bdd7 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:10:51.554404 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0104b413-cc38-4d91-be4b-e7acd4709136', 'name': 'network-vif-deleted', 'tag': 'fcb1a819-4243-4f85-b3f8-0c2ce492f3b4', 'status': 'completed', 'code': 200} Jun 05 17:10:51.647939 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['fcb1a819-4243-4f85-b3f8-0c2ce492f3b4'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:10:51.736309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4606b1-0855-49ec-9f1c-b8315cd942cf req-73635518-22ee-4ce2-b5d0-5196a9308e39 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:51.738904 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-af4606b1-0855-49ec-9f1c-b8315cd942cf req-73635518-22ee-4ce2-b5d0-5196a9308e39 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1302750 Jun 05 17:10:51.792431 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-af4606b1-0855-49ec-9f1c-b8315cd942cf req-5e3ddaf8-f191-425d-bd70-686cf8d23806 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479000 Jun 05 17:10:52.020372 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4d1d3-45c6-48d4-acbd-14e4317ed3dd req-fe2c04d6-3f21-47cb-9c26-4d4a31985122 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:52.021818 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cae4d1d3-45c6-48d4-acbd-14e4317ed3dd req-fe2c04d6-3f21-47cb-9c26-4d4a31985122 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.0838218 Jun 05 17:10:52.072787 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cae4d1d3-45c6-48d4-acbd-14e4317ed3dd req-2ced923b-e77f-4ba3-bed2-7464b877cda6 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441792 Jun 05 17:10:52.488895 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56d0d9-24ca-4224-a6cc-4afd8259c17a req-f63cbea6-7a73-40f8-8b78-754664789912 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:52.496382 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ba56d0d9-24ca-4224-a6cc-4afd8259c17a req-f63cbea6-7a73-40f8-8b78-754664789912 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1019826 Jun 05 17:10:52.581734 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ba56d0d9-24ca-4224-a6cc-4afd8259c17a req-0b0051a0-fff1-43b2-9334-dd7af652bee8 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785105 Jun 05 17:10:52.712271 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49f2443a-fca1-44b8-8526-7663c9e982e7 req-801406e8-7149-4132-9d04-85766456eb22 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 210 time: 0.0498157 Jun 05 17:10:53.029151 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e190810-1ea8-46a7-b1b9-635ecd381219 req-eeb59064-95c7-4d9c-85d4-e8c84d074d97 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:53.030649 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5e190810-1ea8-46a7-b1b9-635ecd381219 req-eeb59064-95c7-4d9c-85d4-e8c84d074d97 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1040099 Jun 05 17:10:53.085725 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5e190810-1ea8-46a7-b1b9-635ecd381219 req-8b19fc67-0774-4b83-98d1-e7bab783206b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494173 Jun 05 17:10:53.787264 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902b9b9-f5d2-410f-a2d5-21da312d1108 req-b8bd1ccb-1889-47ac-8d20-0999235c94d2 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:53.789598 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1902b9b9-f5d2-410f-a2d5-21da312d1108 req-b8bd1ccb-1889-47ac-8d20-0999235c94d2 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1031175 Jun 05 17:10:53.848162 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1902b9b9-f5d2-410f-a2d5-21da312d1108 req-4652a6a0-d4a2-45ac-9f54-ea58f651626a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Jun 05 17:10:53.912229 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ba417609-de52-4d92-bbd5-328fc6a545f4 req-49f77af4-1ff0-40a4-bf24-0c2a306f661f tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 210 time: 0.0617151 Jun 05 17:10:53.969400 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:10:54.005360 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:10:54.005721 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device fcb1a819-4243-4f85-b3f8-0c2ce492f3b4 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:10:54.285654 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65619977-0bce-4b37-adec-e548354a55ad req-e72ff332-739c-4aab-888b-f5463bab5daa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:54.287105 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-65619977-0bce-4b37-adec-e548354a55ad req-e72ff332-739c-4aab-888b-f5463bab5daa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0935190 Jun 05 17:10:54.335221 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-65619977-0bce-4b37-adec-e548354a55ad req-7d0de016-8965-40dd-a792-07069b740948 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Jun 05 17:10:55.087476 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadfaea-35d4-4e24-b7d0-285c576f4a49 req-bc703f7b-c3ee-4437-a695-5951341fcdb4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:55.088243 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f24b2ac-e9c8-4a29-8320-318998dd98bf req-d9ebb687-1fac-4dc6-acf1-5e75e3911a52 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 210 time: 0.0489280 Jun 05 17:10:55.099484 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-edadfaea-35d4-4e24-b7d0-285c576f4a49 req-bc703f7b-c3ee-4437-a695-5951341fcdb4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1249824 Jun 05 17:10:55.146318 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-edadfaea-35d4-4e24-b7d0-285c576f4a49 req-68ff5ba6-aa08-4d0b-8e39-2d3b860d2b54 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Jun 05 17:10:55.546252 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a098705-be69-461a-84e2-4c8889c89d46 req-05b42d8b-b4b5-44fe-bd4c-c0268f13cbb8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:55.548325 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0a098705-be69-461a-84e2-4c8889c89d46 req-05b42d8b-b4b5-44fe-bd4c-c0268f13cbb8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0933788 Jun 05 17:10:55.603882 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0a098705-be69-461a-84e2-4c8889c89d46 req-5d4ce3ce-d4ec-4398-8516-e1863ce1a23e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497167 Jun 05 17:10:56.292472 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cdc92ff3-61d4-4c1d-a282-5926aa41407b req-23a936bd-6fb9-483b-a262-46a7252536f7 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0104b413-cc38-4d91-be4b-e7acd4709136 HTTP/1.1" status: 200 len: 210 time: 0.0500100 Jun 05 17:10:56.417495 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c9950-2d6b-475f-93a6-771b3146ce65 req-f3fb727d-d057-4869-97f6-a486f49b4f8b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:56.425791 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d61c9950-2d6b-475f-93a6-771b3146ce65 req-f3fb727d-d057-4869-97f6-a486f49b4f8b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1054444 Jun 05 17:10:56.472025 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d61c9950-2d6b-475f-93a6-771b3146ce65 req-64524667-956b-4686-80a8-75cbe660757c tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Jun 05 17:10:56.931389 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6f848-f25c-4163-b9a6-507cf0177b87 req-cd7be5d8-f215-4e2e-9a8f-4461d8bc69f5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:56.937301 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9ad6f848-f25c-4163-b9a6-507cf0177b87 req-cd7be5d8-f215-4e2e-9a8f-4461d8bc69f5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.2092779 Jun 05 17:10:56.995003 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9ad6f848-f25c-4163-b9a6-507cf0177b87 req-5df35745-bd27-4b20-99fd-93b1db05c20c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Jun 05 17:10:57.394708 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51484) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:10:57.684835 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8500fa-ce9a-4f3b-a63d-384c0d145e4d req-2e6d8999-38de-41d4-a615-b30a3d339b86 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:57.686453 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-db8500fa-ce9a-4f3b-a63d-384c0d145e4d req-2e6d8999-38de-41d4-a615-b30a3d339b86 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.0904787 Jun 05 17:10:57.736571 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-db8500fa-ce9a-4f3b-a63d-384c0d145e4d req-c42ad98a-7d38-45e1-a70a-780efe3ca7b5 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Jun 05 17:10:58.116054 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:58.261985 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212ecdb-7c34-48a1-8059-91dd64a79bc6 req-8c914b66-fef8-4949-970b-293b991b5e47 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:58.263957 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2212ecdb-7c34-48a1-8059-91dd64a79bc6 req-8c914b66-fef8-4949-970b-293b991b5e47 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1515391 Jun 05 17:10:58.307917 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2212ecdb-7c34-48a1-8059-91dd64a79bc6 req-e6b14498-74fd-4dbe-9a47-f34a55fbce0a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382946 Jun 05 17:10:58.515715 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Deleting port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:10:58.516322 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:58.631687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] For port 0e5a3b78-68d5-4200-a2a2-669873fe8ba8, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,segment=NetworkSegment(92123f5a-a85e-40be-917f-b9eedc7d33f9),segment_id=92123f5a-a85e-40be-917f-b9eedc7d33f9)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:10:58.631944 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:58.750127 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Calling delete_port for 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 owned by network:router_interface {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:10:59.019172 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:59.023258 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:10:59.141387 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5a3b78-68d5-4200-a2a2-669873fe8ba8,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:10:59.144530 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:10:59.396717 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:10:59.509492 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909ed76-f367-4c62-b270-411540596d9a req-3a801984-5142-440c-bef6-f04f371e2a20 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:10:59.510922 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8909ed76-f367-4c62-b270-411540596d9a req-3a801984-5142-440c-bef6-f04f371e2a20 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0822933 Jun 05 17:10:59.556364 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8909ed76-f367-4c62-b270-411540596d9a req-6cf1ae10-5250-4041-93b2-0f2830a5f059 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389974 Jun 05 17:10:59.757636 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Router d712a0cc-6600-493d-9b03-6b4179115f09 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:10:59.928680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:10:59.933470 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] 10.222.0.37 "PUT /v2.0/routers/d712a0cc-6600-493d-9b03-6b4179115f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5376687 Jun 05 17:10:59.936479 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51510) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:10:59.940160 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] Sync routers for ids ['d712a0cc-6600-493d-9b03-6b4179115f09'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:10:59.949318 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] Routers {'d712a0cc-6600-493d-9b03-6b4179115f09'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:10:59.949918 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:10:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d712a0cc-6600-493d-9b03-6b4179115f09'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:00.118794 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks [] for router, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:00.155073 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] Set router d712a0cc-6600-493d-9b03-6b4179115f09 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:00.291807 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:00.442601 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:10:58Z', 'revision_number': 5, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port': {'id': 'ef1933e9-3523-4cf9-9fb0-ccf86fac0587', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:44Z', 'updated_at': '2021-06-05T17:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:00.446346 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] Checking router: d712a0cc-6600-493d-9b03-6b4179115f09 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:11:00.454719 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] Routers {'d712a0cc-6600-493d-9b03-6b4179115f09'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:00.455303 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:10:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d712a0cc-6600-493d-9b03-6b4179115f09'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:00.462156 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Deleting port ef1933e9-3523-4cf9-9fb0-ccf86fac0587 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:11:00.462497 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:00.580450 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] For port ef1933e9-3523-4cf9-9fb0-ccf86fac0587, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:00.580680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:00.602014 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] Set router d712a0cc-6600-493d-9b03-6b4179115f09 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:00.705997 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:11:00Z', 'revision_number': 6, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:00.707129 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Calling delete_port for ef1933e9-3523-4cf9-9fb0-ccf86fac0587 owned by network:router_gateway {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:11:00.710047 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3576aa-077a-40b8-b7f7-b8f695cd7025 None None] The sync data for ids ['d712a0cc-6600-493d-9b03-6b4179115f09'] in dv-cinder-794962-1-iscsi is: [{'id': 'd712a0cc-6600-493d-9b03-6b4179115f09', 'name': 'tempest-ServerRescueNegativeTestJSON-1224462362-router', 'tenant_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:11:00Z', 'revision_number': 6, 'project_id': 'a8a58f11334d4f3189bcc6787b965e0e', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:11:00.756791 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fe2f4-2f26-46c8-bf3a-b3696cdd88b2 req-6830a1c4-9391-4489-b4de-74519a205825 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:00.758222 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d1fe2f4-2f26-46c8-bf3a-b3696cdd88b2 req-6830a1c4-9391-4489-b4de-74519a205825 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0900640 Jun 05 17:11:00.801671 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d1fe2f4-2f26-46c8-bf3a-b3696cdd88b2 req-f43c17b5-812f-4ca7-bf49-a78cb9efd303 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379095 Jun 05 17:11:00.846308 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:00.850381 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:00.891606 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1933e9-3523-4cf9-9fb0-ccf86fac0587,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:00.894635 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:00.982486 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.151745 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.154940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.236549 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.237083 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d712a0cc-6600-493d-9b03-6b4179115f09 {{(pid=91860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:11:01.241575 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.242663 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d712a0cc-6600-493d-9b03-6b4179115f09 HTTP/1.1" status: 204 len: 168 time: 1.3053098 Jun 05 17:11:01.245158 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51520) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:01.301332 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Deleting subnet 419bcf44-3c5e-469c-bf09-39d8e24b17c9 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:11:01.304139 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.352553 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.417363 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.492173 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.496202 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-480840c0-c520-411e-8ef6-89f08c5a47b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:01.531215 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=419bcf44-3c5e-469c-bf09-39d8e24b17c9,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:01.534182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:01.536862 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.538706 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/419bcf44-3c5e-469c-bf09-39d8e24b17c9 HTTP/1.1" status: 204 len: 168 time: 0.2926569 Jun 05 17:11:01.541206 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51524) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:01.645771 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.769333 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.782243 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fda9a2-d967-45f2-9658-81cb66bc9c38']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:01.793789 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92123f5a-a85e-40be-917f-b9eedc7d33f9') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:01.794078 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92123f5a-a85e-40be-917f-b9eedc7d33f9') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:01.805580 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.822555 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.828555 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:11:01.828942 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:11:01.845317 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:11:01.992824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ff531-5559-48ce-8ac7-bb6a7cb16353 req-8bff3621-be65-4990-8948-e45ea9f446d8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:01.994184 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-876ff531-5559-48ce-8ac7-bb6a7cb16353 req-8bff3621-be65-4990-8948-e45ea9f446d8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0823643 Jun 05 17:11:01.999195 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:02.002879 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:02.015910 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:02.017729 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/47fda9a2-d967-45f2-9658-81cb66bc9c38 HTTP/1.1" status: 204 len: 168 time: 0.4756308 Jun 05 17:11:02.023304 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Pushing event deleted for resources: {'Network': ['ID=47fda9a2-d967-45f2-9658-81cb66bc9c38,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:02.025632 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:02.039139 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-876ff531-5559-48ce-8ac7-bb6a7cb16353 req-862f6665-8796-4832-bf53-d61d095473a8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383797 Jun 05 17:11:02.132323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ef1933e9-3523-4cf9-9fb0-ccf86fac0587 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:11:02.173087 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: ef1933e9-3523-4cf9-9fb0-ccf86fac0587 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:11:02.173087 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ef1933e9-3523-4cf9-9fb0-ccf86fac0587 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:11:02.173439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:11:02.219593 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:11:02.219948 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 0e5a3b78-68d5-4200-a2a2-669873fe8ba8 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:11:02.230169 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51536) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:02.287015 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-6f9be2c3-d310-4b47-aece-9344bbee454c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8a58f11334d4f3189bcc6787b965e0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555236 Jun 05 17:11:02.289513 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51540) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:02.350599 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:11:02.366735 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:02.395426 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:02.449375 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:02.452628 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:02.456014 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e044b2ca-2c53-407d-b57e-aff3d49e4db3 HTTP/1.1" status: 204 len: 168 time: 0.1624439 Jun 05 17:11:02.456014 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1e8fa4e8-764b-43d1-8822-8ea376a3af25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:02.464564 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e044b2ca-2c53-407d-b57e-aff3d49e4db3,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:02.467619 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:03.274144 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51576) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:03.281668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be526c-ddd2-435d-a9bd-3cecf8cf7244 req-07ef4c28-e112-49fd-89ec-165764145504 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:03.283142 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-14be526c-ddd2-435d-a9bd-3cecf8cf7244 req-07ef4c28-e112-49fd-89ec-165764145504 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1224854 Jun 05 17:11:03.346054 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-14be526c-ddd2-435d-a9bd-3cecf8cf7244 req-2d82c467-9586-43c1-9290-78af619d7d7d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558438 Jun 05 17:11:03.433367 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1191675850-network', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:03.470061 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Made reservation on behalf of c58efc1adcf1498b9bab3fb00ec7167e for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:11:03.473677 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.489208 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.598405 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.601886 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.609137 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-55788ef2-4cc2-44b9-a9a5-c9584c54e859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:03.634975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d6626-54c4-4a4e-a7ad-e22548e06537 req-d32bc32c-4b7c-483b-976c-de10cdbed4b4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:03.636536 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ff3d6626-54c4-4a4e-a7ad-e22548e06537 req-d32bc32c-4b7c-483b-976c-de10cdbed4b4 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.0851088 Jun 05 17:11:03.636697 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:11:03.645583 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060bef2-b151-474e-aa6c-c503c40384c2,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:03.648769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:03.653334 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.653480 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Added segment ed672269-cc77-4321-8945-f1f045347224 of type vlan for network d96635b5-f247-42d9-a85a-1f47f1575c48 Jun 05 17:11:03.682938 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ff3d6626-54c4-4a4e-a7ad-e22548e06537 req-65a22190-d857-4a0b-b713-ee92cc065c76 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Jun 05 17:11:03.685189 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.714733 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.716233 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:03.717313 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.722572 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-83620e9b-7347-4eeb-9159-e47249ebbe9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:03.808714 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5334570 Jun 05 17:11:03.811866 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51586) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:03.817748 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Request body: {'subnet': {'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1191675850-subnet', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:03.840303 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Made reservation on behalf of c58efc1adcf1498b9bab3fb00ec7167e for: {'subnet': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:11:03.843238 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3783055'] for subnet, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:03.872633 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Pushing event updated for resources: {'Network': ['ID=d96635b5-f247-42d9-a85a-1f47f1575c48,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:03.875808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:03.883448 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network d96635b5-f247-42d9-a85a-1f47f1575c48 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:11:03.896843 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-d62aa45b-a9de-4a14-bd8d-b928729df8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:03.898316 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-d62aa45b-a9de-4a14-bd8d-b928729df8b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1098 time: 0.1627395 Jun 05 17:11:04.063600 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3783069'] for subnet, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.068376 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1a7b4981-6711-4203-8a05-bf24e03c350c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:04.084688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-8cf89e67-c1d4-4bde-a206-96a4d9f62310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:04.086115 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-8cf89e67-c1d4-4bde-a206-96a4d9f62310 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1447241 Jun 05 17:11:04.142701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076a40e7-304b-4c51-9064-784f9916d008,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:04.151435 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Checking segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:11:04.151791 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Network hostable DHCP agents. Network: d96635b5-f247-42d9-a85a-1f47f1575c48, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:11:04.156660 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.157037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.157403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.157761 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.158114 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.158468 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.158819 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.159167 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.159538 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.159885 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.160228 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.160574 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:04.163905 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:04.176624 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Network d96635b5-f247-42d9-a85a-1f47f1575c48 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:11:04.185138 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, d96635b5-f247-42d9-a85a-1f47f1575c48) {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:04.190010 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:04.190978 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.195484 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de97d1-6fd6-40e4-b120-a9d796ada83c None None] Network d96635b5-f247-42d9-a85a-1f47f1575c48 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:11:04.210495 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-7c22fd58-a6b7-4ab7-ae75-e966a66e6fa1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3974934 Jun 05 17:11:04.213162 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51588) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:04.218068 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:04.239714 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.240669 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.255315 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.414502 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-d96635b5-f247-42d9-a85a-1f47f1575c48', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:11:04.415475 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.537958 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.564912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a152f7-180a-4094-86c0-045f2cfb02fc req-df16dbce-5a52-4b5b-8d56-ec058e8e2999 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:04.566453 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-99a152f7-180a-4094-86c0-045f2cfb02fc req-df16dbce-5a52-4b5b-8d56-ec058e8e2999 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1088393 Jun 05 17:11:04.600291 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Allocated IP 172.20.0.2 (d96635b5-f247-42d9-a85a-1f47f1575c48/076a40e7-304b-4c51-9064-784f9916d008/8e458975-5e7b-44ea-a2a3-f48b40312588) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:04.624194 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-99a152f7-180a-4094-86c0-045f2cfb02fc req-7d755367-7892-47f2-bdf5-ad3cb47ed92d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519328 Jun 05 17:11:04.811689 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.823895 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Transition to ACTIVE for port object 8e458975-5e7b-44ea-a2a3-f48b40312588 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:04.843028 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Transition to ACTIVE for port object 8e458975-5e7b-44ea-a2a3-f48b40312588 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:04.848927 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:04.853527 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:04.917750 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Network d96635b5-f247-42d9-a85a-1f47f1575c48 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:04.921213 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:04.924768 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:04.933316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Pushing event updated for resources: {'Port': ['ID=8e458975-5e7b-44ea-a2a3-f48b40312588,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:04.958889 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:04.993740 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.015667 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Attempting to bind port 8e458975-5e7b-44ea-a2a3-f48b40312588 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:11:05.016039 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Attempting to bind port 8e458975-5e7b-44ea-a2a3-f48b40312588 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:11:05.016403 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Attempting to bind port 8e458975-5e7b-44ea-a2a3-f48b40312588 on network d96635b5-f247-42d9-a85a-1f47f1575c48 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:05.021485 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:11:05.021859 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Checking segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:11:05.022261 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.022663 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Bound using segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:11:05.023116 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Bound port: 8e458975-5e7b-44ea-a2a3-f48b40312588, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:11:05.023515 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.026014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.088681 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce9af-f9eb-4e0b-9696-67e415849b4b req-e225d84b-7456-4205-b32a-a16024dc7973 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:05.090281 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e6bce9af-f9eb-4e0b-9696-67e415849b4b req-e225d84b-7456-4205-b32a-a16024dc7973 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.2909503 Jun 05 17:11:05.114239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] For port 8e458975-5e7b-44ea-a2a3-f48b40312588, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:11:05.117229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] For port 8e458975-5e7b-44ea-a2a3-f48b40312588, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=8e458975-5e7b-44ea-a2a3-f48b40312588,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:11:05.120704 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.124969 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:05.194429 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Pushing event updated for resources: {'Port': ['ID=8e458975-5e7b-44ea-a2a3-f48b40312588,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:05.194670 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e6bce9af-f9eb-4e0b-9696-67e415849b4b req-bcdd1458-42ed-463d-a816-227d566b318a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911872 Jun 05 17:11:05.197656 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:05.218076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Allocated IP 172.27.0.53 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/ecb1afd9-068d-489c-b629-ffe32ffb2431) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:05.382450 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.414356 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:05.418346 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:05.488734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:05.491455 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:05.493929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:05.532249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb1afd9-068d-489c-b629-ffe32ffb2431,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:05.535691 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:05.817695 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f400a02-822f-4f55-9842-ba0c9d7296ae req-83a7647e-0f56-401e-9b5f-6f2a279cab26 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:05.819744 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0f400a02-822f-4f55-9842-ba0c9d7296ae req-83a7647e-0f56-401e-9b5f-6f2a279cab26 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.0856304 Jun 05 17:11:05.869589 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0f400a02-822f-4f55-9842-ba0c9d7296ae req-783e18c2-9043-4682-ab4e-6d2e71a330f1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Jun 05 17:11:05.919899 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.061123 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddd281-d480-4ddc-9fe9-839f04840a1b None None] Network d96635b5-f247-42d9-a85a-1f47f1575c48 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:11:06.163109 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 8e458975-5e7b-44ea-a2a3-f48b40312588 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:06.259487 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.270012 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-a573c57d-7a2d-4cf0-b15f-d87125b232ba None None] Provisioning for port 8e458975-5e7b-44ea-a2a3-f48b40312588 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:06.339301 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 8e458975-5e7b-44ea-a2a3-f48b40312588 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:06.374521 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 8e458975-5e7b-44ea-a2a3-f48b40312588 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:06.374903 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.519358 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.559150 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 8e458975-5e7b-44ea-a2a3-f48b40312588, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=8e458975-5e7b-44ea-a2a3-f48b40312588,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:06.570816 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.584140 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:06.614927 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4064f-e101-48d3-9af3-6229e32d42b4 req-21959d20-e443-4305-b0c3-4492b66814af tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:06.616391 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-56c4064f-e101-48d3-9af3-6229e32d42b4 req-21959d20-e443-4305-b0c3-4492b66814af tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.2178833 Jun 05 17:11:06.666681 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=8e458975-5e7b-44ea-a2a3-f48b40312588,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:06.673698 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:06.695817 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-56c4064f-e101-48d3-9af3-6229e32d42b4 req-0c1c3aa9-1eb7-420e-9183-41edb571a2fe tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701578 Jun 05 17:11:06.703649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:11:06.803897 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-ee9577ff-1980-4a55-a5d7-f64a025bbff0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 1001 time: 0.1425736 Jun 05 17:11:06.913497 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:11:06.916083 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-d8ca845e-dd79-4a4c-a1dd-17905dda479c None None] Provisioning complete for port 8e458975-5e7b-44ea-a2a3-f48b40312588 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:06.916454 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d8ca845e-dd79-4a4c-a1dd-17905dda479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.932294 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:06.937350 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51612) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:06.937785 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7233682 Jun 05 17:11:06.961568 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:11:06.975968 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:06.976591 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:10:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:07.176662 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218921c-99a1-4d10-befb-739d97c1d6e1 req-78adaa78-5101-4f36-882c-77ce2d8a3d99 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:07.178040 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7218921c-99a1-4d10-befb-739d97c1d6e1 req-78adaa78-5101-4f36-882c-77ce2d8a3d99 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.1824474 Jun 05 17:11:07.206176 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:07.302240 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7218921c-99a1-4d10-befb-739d97c1d6e1 req-b7d847e7-63e5-4797-9b35-28c7bc131fb5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700269 Jun 05 17:11:07.488444 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:05Z', 'revision_number': 3, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:07.492360 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:11:07.492721 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Updating router 6722dbea-f75b-4ea0-b602-ff7bdf347dea port ecb1afd9-068d-489c-b629-ffe32ffb2431 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:11:07.547871 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:07.793338 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:07.893422 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:07.895792 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f49b-5209-4c65-b638-2102e837bd28 req-eaed1f95-3584-4fea-8bd7-a5c4cd584b3b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:07.897274 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fc85f49b-5209-4c65-b638-2102e837bd28 req-eaed1f95-3584-4fea-8bd7-a5c4cd584b3b tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.0999572 Jun 05 17:11:07.908993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Transition to ACTIVE for port object ecb1afd9-068d-489c-b629-ffe32ffb2431 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:07.917579 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:07.923796 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:07.946772 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fc85f49b-5209-4c65-b638-2102e837bd28 req-8cf27884-8262-4824-bf9d-41a3d0568234 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Jun 05 17:11:08.003247 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Attempting to bind port ecb1afd9-068d-489c-b629-ffe32ffb2431 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:11:08.003647 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Attempting to bind port ecb1afd9-068d-489c-b629-ffe32ffb2431 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:11:08.004017 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Attempting to bind port ecb1afd9-068d-489c-b629-ffe32ffb2431 on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:08.005929 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b3f3f-738a-4b4c-a2d3-a355719d3e70 None None] Pushing event updated for resources: {'Port': ['ID=ecb1afd9-068d-489c-b629-ffe32ffb2431,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:08.009431 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b52b3f3f-738a-4b4c-a2d3-a355719d3e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:08.011892 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:11:08.012272 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:11:08.012677 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.013083 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:11:08.014655 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Bound port: ecb1afd9-068d-489c-b629-ffe32ffb2431, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:11:08.014655 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.028295 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Allocated IP 172.20.0.1 (d96635b5-f247-42d9-a85a-1f47f1575c48/076a40e7-304b-4c51-9064-784f9916d008/323038c2-91a3-45a8-bb3e-3765f28b8aa0) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:08.139943 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] For port ecb1afd9-068d-489c-b629-ffe32ffb2431, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:11:08.145500 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] For port ecb1afd9-068d-489c-b629-ffe32ffb2431, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ecb1afd9-068d-489c-b629-ffe32ffb2431,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:11:08.146648 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:11:08.177551 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 8e458975-5e7b-44ea-a2a3-f48b40312588 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:08.205525 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-d21061e8-d67e-4053-81a5-1c4a5a738aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:08.206959 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-d21061e8-d67e-4053-81a5-1c4a5a738aa3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.1301582 Jun 05 17:11:08.220675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.238267 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:08.287654 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.308202 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.310902 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.provisioning_blocks [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Transition to ACTIVE for port object 323038c2-91a3-45a8-bb3e-3765f28b8aa0 will not be triggered until provisioned by entity DHCP. {{(pid=91860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:08.330022 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-06abdf58-e8d3-422c-b9c3-92edb90787a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:08.331435 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-06abdf58-e8d3-422c-b9c3-92edb90787a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1131639 Jun 05 17:11:08.349797 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:08.350425 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:10:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:08.373139 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.389642 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a1f80d29-c6b9-4995-a81b-e994d56b9e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:08.453785 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b3f3f-738a-4b4c-a2d3-a355719d3e70 None None] Pushing event updated for resources: {'Port': ['ID=ecb1afd9-068d-489c-b629-ffe32ffb2431,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:08.468381 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b52b3f3f-738a-4b4c-a2d3-a355719d3e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:08.485699 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 8e458975-5e7b-44ea-a2a3-f48b40312588 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:08.486080 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.549823 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Network d96635b5-f247-42d9-a85a-1f47f1575c48 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:08.556369 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:08.558791 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:08.591132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.614780 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=323038c2-91a3-45a8-bb3e-3765f28b8aa0,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:08.617667 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:08.657347 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-3c30f694-6dab-4f0f-8f0f-a5b95306a2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142889 Jun 05 17:11:08.661336 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:08.663643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36837d3a-54d2-4943-9df1-bbc8e418e29a" -d '{"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-unplugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:08.669028 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:08.686665 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.790480 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10139c01-f5b1-4219-9e42-d47df8136fd6 x-openstack-request-id: req-10139c01-f5b1-4219-9e42-d47df8136fd6 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:08.790778 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-unplugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:08.791036 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10139c01-f5b1-4219-9e42-d47df8136fd6 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:08.791443 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'code': 200} Jun 05 17:11:08.808798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:08.866863 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:08.881356 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:08.915229 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b29e9-d826-40bd-8f6e-5c5f545b0475 req-93796023-9180-454c-82c1-44259b80cccd tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:08.916736 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bf7b29e9-d826-40bd-8f6e-5c5f545b0475 req-93796023-9180-454c-82c1-44259b80cccd tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 945 time: 0.4976821 Jun 05 17:11:09.009318 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-17cb2203-8aef-4f5a-b4c8-26b655c9b6eb None None] Provisioning for port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:09.032067 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-17cb2203-8aef-4f5a-b4c8-26b655c9b6eb None None] Provisioning complete for port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:09.032443 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-17cb2203-8aef-4f5a-b4c8-26b655c9b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:09.082502 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=8']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:09.095713 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:09.145313 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-17cb2203-8aef-4f5a-b4c8-26b655c9b6eb None None] Port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:11:09.153057 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-16735de9-f372-4f0f-8c1c-8ea2fcb82837 req-f04d3050-a4ad-47cf-a9af-2c71a788b884 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876318 Jun 05 17:11:09.161976 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bf7b29e9-d826-40bd-8f6e-5c5f545b0475 req-62538ea6-21d3-4b41-953d-f2b6fc13db8b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357912 Jun 05 17:11:09.177243 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:05Z', 'revision_number': 3, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:09.182592 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45354a9d-e40e-420c-9a40-79f38f204cc7 None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:05Z', 'revision_number': 3, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:11:09.208719 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158d29-d17c-4b19-ba3c-483fc6c92e94 req-0a8c3034-6dd3-4c39-8fe7-d53314612a2a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:09.211581 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa158d29-d17c-4b19-ba3c-483fc6c92e94 req-0a8c3034-6dd3-4c39-8fe7-d53314612a2a tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1079800 Jun 05 17:11:09.257954 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:09.260480 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa158d29-d17c-4b19-ba3c-483fc6c92e94 req-6ed0921d-8bc2-40da-a06d-4afb1c0dbe91 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jun 05 17:11:09.297684 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a27646bc-1cd4-4358-8fa7-b98df7a73a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:09.506242 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-cf24a3c3-182b-4aa2-96d0-cf356f1206f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:09.507756 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-cf24a3c3-182b-4aa2-96d0-cf356f1206f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1096 time: 0.2007961 Jun 05 17:11:09.593106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:09.607710 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:09.638124 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e4981fb5-245c-4f93-bc5e-ae7d6ee83509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:09.780216 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=323038c2-91a3-45a8-bb3e-3765f28b8aa0,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:09.786011 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:09.799530 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:09.814623 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-5e90e06d-796b-4d39-a6ff-2f4ee13ff46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:09.816346 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-5e90e06d-796b-4d39-a6ff-2f4ee13ff46e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.2532380 Jun 05 17:11:09.933450 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-7d742f2c-12dc-49fd-9e5c-49836694484e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:09.935142 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-7d742f2c-12dc-49fd-9e5c-49836694484e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.0934937 Jun 05 17:11:10.004690 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-35247626-057f-416d-85e0-b83d5e3a9fd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 999 time: 0.1746819 Jun 05 17:11:10.081758 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Network d96635b5-f247-42d9-a85a-1f47f1575c48 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:10.084680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:10.086612 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Deleting port 423c563a-6626-477c-9efe-406f6c322f1e {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:11:10.086954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.097001 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-09f2a86d-cc34-42e3-8a26-9d337b0bd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:10.098487 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-09f2a86d-cc34-42e3-8a26-9d337b0bd4c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0769391 Jun 05 17:11:10.239137 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ecb1afd9-068d-489c-b629-ffe32ffb2431 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:10.365246 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] For port 423c563a-6626-477c-9efe-406f6c322f1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=423c563a-6626-477c-9efe-406f6c322f1e,segment=NetworkSegment(f71cad35-1d0b-4c84-bd86-b5027590cf7c),segment_id=f71cad35-1d0b-4c84-bd86-b5027590cf7c)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:10.365802 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.404087 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-4e441046-81bb-43a2-9349-d3a2f6b069e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:10.406145 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-4e441046-81bb-43a2-9349-d3a2f6b069e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2391860 Jun 05 17:11:10.426901 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port ecb1afd9-068d-489c-b629-ffe32ffb2431 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:10.432498 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port ecb1afd9-068d-489c-b629-ffe32ffb2431 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:10.433101 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.497101 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-5ea6ddd7-1b12-4ca4-b371-8e80582a5422 None None] Provisioning complete for port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:10.498258 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ddd7-1b12-4ca4-b371-8e80582a5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.593093 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6ddd7-1b12-4ca4-b371-8e80582a5422 None None] Port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:11:10.593818 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-3edb7990-1beb-4591-8a8a-f862f7545b8c service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792104 Jun 05 17:11:10.615675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.621054 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Calling delete_port for 423c563a-6626-477c-9efe-406f6c322f1e owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:11:10.631290 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:11:10.639733 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port ecb1afd9-068d-489c-b629-ffe32ffb2431, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ecb1afd9-068d-489c-b629-ffe32ffb2431,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:10.648253 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.655518 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:10.688105 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c331-cec7-4d8a-ac95-8250f410e0b8 req-c97ea5af-dc95-482b-a133-65ad4d4725b0 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:10.689991 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bed3c331-cec7-4d8a-ac95-8250f410e0b8 req-c97ea5af-dc95-482b-a133-65ad4d4725b0 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c5db02-e663-43a1-a282-347a3fdb4569 HTTP/1.1" status: 200 len: 945 time: 0.1816707 Jun 05 17:11:10.753498 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=ecb1afd9-068d-489c-b629-ffe32ffb2431,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:10.760146 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:10.785166 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bed3c331-cec7-4d8a-ac95-8250f410e0b8 req-adc12dce-af0c-4015-bf97-1fc9668b9ccc tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828700 Jun 05 17:11:10.812490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.820344 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:10.865485 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Pushing event deleted for resources: {'Port': ['ID=423c563a-6626-477c-9efe-406f6c322f1e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:10.873926 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:10.947577 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] No DVR routers for this DVR port 423c563a-6626-477c-9efe-406f6c322f1e on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:11:10.950455 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:10.952988 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6630a3e7-8da8-42b3-8164-5097f7c03b05 req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] 10.222.0.43 "DELETE /v2.0/ports/423c563a-6626-477c-9efe-406f6c322f1e HTTP/1.1" status: 204 len: 173 time: 1.0115294 Jun 05 17:11:10.953484 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'name': 'network-vif-deleted', 'tag': '423c563a-6626-477c-9efe-406f6c322f1e'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:10.955776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d5dd5-6cc1-4c3b-a336-7abf6381738a" -d '{"events": [{"server_uuid": "e8c5db02-e663-43a1-a282-347a3fdb4569", "name": "network-vif-deleted", "tag": "423c563a-6626-477c-9efe-406f6c322f1e"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:11.014907 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992cbd05-cd39-4329-868e-c172d1c44ded x-openstack-request-id: req-992cbd05-cd39-4329-868e-c172d1c44ded {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:11.015234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c5db02-e663-43a1-a282-347a3fdb4569", "name": "network-vif-deleted", "tag": "423c563a-6626-477c-9efe-406f6c322f1e", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:11.015561 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-992cbd05-cd39-4329-868e-c172d1c44ded {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:11.016007 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c5db02-e663-43a1-a282-347a3fdb4569', 'name': 'network-vif-deleted', 'tag': '423c563a-6626-477c-9efe-406f6c322f1e', 'status': 'completed', 'code': 200} Jun 05 17:11:11.037883 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:11:11.046683 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] 10.222.0.37 "PUT /v2.0/routers/6722dbea-f75b-4ea0-b602-ff7bdf347dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1072948 Jun 05 17:11:11.048944 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:11:11.075548 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:11.077292 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:10:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:11.096552 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-feba9588-b895-48e8-9c71-97e57fb43f2a req-a9d7dd3f-c5ff-4476-9026-1c7881c2d089 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940960 Jun 05 17:11:11.104462 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e209e5-dacf-449f-806f-1010472185ec req-825d2144-d1b7-43d5-a3dc-911c21f4bcee tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:11.105983 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-28e209e5-dacf-449f-806f-1010472185ec req-825d2144-d1b7-43d5-a3dc-911c21f4bcee tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.6925344 Jun 05 17:11:11.157207 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-28e209e5-dacf-449f-806f-1010472185ec req-b859ccb2-c255-4042-abe3-f35650acfa50 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Jun 05 17:11:11.296382 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:11.628620 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 2, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:11.633362 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:11:11.633742 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Updating router 6722dbea-f75b-4ea0-b602-ff7bdf347dea port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:11:11.694799 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:11.743203 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:11.789140 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f98f-6ed5-4ca2-8009-604bc93ce798 req-a5455dbc-ce79-4d06-8ca7-4e892519064c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:11.791784 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ea62f98f-6ed5-4ca2-8009-604bc93ce798 req-a5455dbc-ce79-4d06-8ca7-4e892519064c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.1188190 Jun 05 17:11:11.856750 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ea62f98f-6ed5-4ca2-8009-604bc93ce798 req-ac4afe51-2a05-4ff2-a2ea-6039430c5242 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577807 Jun 05 17:11:11.874824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51666) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:11.922366 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-126ab80e-3e28-425b-86c6-95b591706e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.144153 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 423c563a-6626-477c-9efe-406f6c322f1e no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:11:12.158593 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.180624 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Transition to ACTIVE for port object 323038c2-91a3-45a8-bb3e-3765f28b8aa0 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:12.201770 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.222440 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-b9858956-2cba-40d1-a139-b18e2d7958c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:12.225060 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1dfb20-652f-42a8-afa1-c10b46e7950d tempest-TestMinimumBasicScenario-73248052 tempest-TestMinimumBasicScenario-73248052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:12.229612 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51682) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:12.229767 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-0d1dfb20-652f-42a8-afa1-c10b46e7950d tempest-TestMinimumBasicScenario-73248052 tempest-TestMinimumBasicScenario-73248052-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1094 time: 0.3529963 Jun 05 17:11:12.234383 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'port_id': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:12.244156 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 423c563a-6626-477c-9efe-406f6c322f1e {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:11:12.244979 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 423c563a-6626-477c-9efe-406f6c322f1e not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:11:12.246933 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ecb1afd9-068d-489c-b629-ffe32ffb2431 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:12.272887 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for floatingip, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.333183 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port ecb1afd9-068d-489c-b629-ffe32ffb2431 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:12.333809 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.580140 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Pushing event updated for resources: {'Port': ['ID=323038c2-91a3-45a8-bb3e-3765f28b8aa0,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:12.600427 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.600694 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.601020 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.601346 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.601665 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.601984 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.602298 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.602618 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.602952 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.603265 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.603605 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.603916 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:12.610721 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.614974 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:12.620214 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Attempting to bind port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:11:12.620792 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Attempting to bind port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:11:12.621317 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Attempting to bind port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 on network d96635b5-f247-42d9-a85a-1f47f1575c48 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:12.628279 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:11:12.628656 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Checking segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:11:12.629062 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.629456 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Bound using segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:11:12.629980 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Bound port: 323038c2-91a3-45a8-bb3e-3765f28b8aa0, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:11:12.630359 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.664089 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4069f-6d89-48b3-8ec9-d0250e79fb5b req-e73f4431-0714-4f5a-aa4a-85c7fb6782e8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:12.665799 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d2b4069f-6d89-48b3-8ec9-d0250e79fb5b req-e73f4431-0714-4f5a-aa4a-85c7fb6782e8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.2543824 Jun 05 17:11:12.749364 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] For port 323038c2-91a3-45a8-bb3e-3765f28b8aa0, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:11:12.752910 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] For port 323038c2-91a3-45a8-bb3e-3765f28b8aa0, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=323038c2-91a3-45a8-bb3e-3765f28b8aa0,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:11:12.759703 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:12.769968 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:12.847654 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d2b4069f-6d89-48b3-8ec9-d0250e79fb5b req-3c0a6fff-4e9f-4d8c-904c-1bba00758142 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738250 Jun 05 17:11:12.868553 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Allocated IP 172.27.0.17 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/f9e7e454-2145-4d8f-89e7-d86a54493ee5) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:12.886212 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:12.886956 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:11:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:12.968822 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Pushing event updated for resources: {'Port': ['ID=323038c2-91a3-45a8-bb3e-3765f28b8aa0,revision_number=4']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:12.972182 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-258e0769-7889-450d-83d8-ce8a67976a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:12.995593 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.111275 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.164945 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.184626 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1e18a33d-104e-42eb-a6a6-c50f9dc383eb tempest-DeleteServersTestJSON-1283353002 tempest-DeleteServersTestJSON-1283353002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:13.201706 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:13.250393 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:13.258220 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:13.260788 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:13.290840 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51710) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:13.296167 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381882071', 'description': 'tempest-description--631666057'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:13.324911 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.326819 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'Port': ['ID=f9e7e454-2145-4d8f-89e7-d86a54493ee5,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:13.336812 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:13.468759 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.475874 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.507443 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-27999d4b-1526-445f-800a-3365c0dd8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:13.581689 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f08b882-d32d-48b4-aa51-7010be28ee8b,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:13.591804 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:13.592815 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.597885 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3052423 Jun 05 17:11:13.598324 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51724) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:13.603374 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'security_group_rule': {'security_group_id': '8f08b882-d32d-48b4-aa51-7010be28ee8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:13.644100 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:12Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:13.649711 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.654534 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bede91-df19-4621-8459-1ec12f8440da None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:12Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:11:13.775309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.784402 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.801772 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:13.840590 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e735231-c0b0-4063-a20f-663781c07dbb,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:13.865902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:13.870078 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:13.874232 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-1ca769bc-a50e-4519-9466-19fdee36f3be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2720473 Jun 05 17:11:13.874911 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51732) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:13.881500 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'security_group_rule': {'security_group_id': '8f08b882-d32d-48b4-aa51-7010be28ee8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:13.927186 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.062976 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.073496 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.117442 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5c5bb78b-5e1d-4739-9001-78a10c272732 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:14.147668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.161177 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:11:14.175021 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988970 Jun 05 17:11:14.175706 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51752) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:14.194804 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:14.242317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d0635d-f7c3-45c0-8e24-75c26f6f4e93,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:14.248545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:14.251944 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.295120 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 323038c2-91a3-45a8-bb3e-3765f28b8aa0 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:14.556909 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.558427 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:14.573558 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.578406 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:14.579564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.650554 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.719551 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.757616 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 323038c2-91a3-45a8-bb3e-3765f28b8aa0, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=323038c2-91a3-45a8-bb3e-3765f28b8aa0,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:14.764433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.767085 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:14.769660 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:14.794075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Allocated IP 172.27.0.44 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/fddb8dec-dd7d-44e0-9d29-cc1d600b6c1e) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:14.852813 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=323038c2-91a3-45a8-bb3e-3765f28b8aa0,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:14.856255 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:14.907994 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d8bda-a824-4490-bf6c-c478c294140c req-53c6c710-3f5b-49de-a1d9-8b5c98eee51e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:14.909628 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-622d8bda-a824-4490-bf6c-c478c294140c req-53c6c710-3f5b-49de-a1d9-8b5c98eee51e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.4813361 Jun 05 17:11:14.930587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51778) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:15.034974 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-622d8bda-a824-4490-bf6c-c478c294140c req-ca84cdf6-45b1-4d31-a771-a20aa0047318 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173635 Jun 05 17:11:15.040668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.088819 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.094126 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.100078 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:15.108945 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-f844dc64-d980-4404-aa7f-0594fb946084 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772208 Jun 05 17:11:15.110333 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.114920 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-96992e24-68d0-4cdd-b445-aa311bd43400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:15.182544 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:15.185765 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:15.189796 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:15.223533 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'Port': ['ID=fddb8dec-dd7d-44e0-9d29-cc1d600b6c1e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:15.230582 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.234383 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:15.290176 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.381625 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.408327 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'Port': ['ID=f9e7e454-2145-4d8f-89e7-d86a54493ee5,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:15.411184 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:15.436609 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.l3_db [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Floating IP 22e03a38-6635-43f4-b16a-a07239d54afa associated. External IP: 172.27.0.17, port: 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef. Jun 05 17:11:15.613747 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.619694 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.624151 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:15.729267 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'Port': ['ID=fddb8dec-dd7d-44e0-9d29-cc1d600b6c1e,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:15.733892 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:15.740363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.758355 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:15.759759 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5730734 Jun 05 17:11:15.801976 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Router 5cd1acfe-bb78-4adc-8c58-895fdc884488 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:11:15.924166 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-82dfbc5d-daec-44b4-a821-41c642dc6cbd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--381882071&fields=id&tenant_id=c58efc1adcf1498b9bab3fb00ec7167e HTTP/1.1" status: 200 len: 267 time: 0.0417907 Jun 05 17:11:16.079434 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-638065f9-ad0d-4097-b359-77f2d7b88c81 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:16.086482 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-638065f9-ad0d-4097-b359-77f2d7b88c81 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 811 time: 0.1545208 Jun 05 17:11:16.089428 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:11:16.103458 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-e03b8a7b-119a-4312-af59-031a745f827d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/quotas/c58efc1adcf1498b9bab3fb00ec7167e HTTP/1.1" status: 200 len: 375 time: 0.0161915 Jun 05 17:11:16.104101 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] Sync routers for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:11:16.114207 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:16.114867 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:11:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:16.122720 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.181478 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 323038c2-91a3-45a8-bb3e-3765f28b8aa0 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:16.196880 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9656389 Jun 05 17:11:16.197570 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:16.200226 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:16.202517 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-381039fe-50ba-47ef-9b64-60ad60286b13 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927751 Jun 05 17:11:16.203015 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51808) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:16.207742 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499875125', 'description': 'tempest-secgroup-smoke-1499875125 description', 'project_id': 'a280be976ddf4936904835ce50f1f30c'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:16.303529 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c2f57-6026-42ad-9122-76440bd69e40 req-c130427c-5ab8-452b-8086-36f69d3562b7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:16.306694 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-df1c2f57-6026-42ad-9122-76440bd69e40 req-c130427c-5ab8-452b-8086-36f69d3562b7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1022868 Jun 05 17:11:16.320753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.361577 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-df1c2f57-6026-42ad-9122-76440bd69e40 req-aea489a1-b0e2-4768-9169-6efede6957ae tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496113 Jun 05 17:11:16.382643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:16.387905 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-019c4e76-574c-492f-9a54-3a666dc8f84d service neutron] 10.222.0.37 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755154 Jun 05 17:11:16.431969 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8631c0-6a5f-42c3-b1b7-e52285e2bdf0 x-openstack-request-id: req-1d8631c0-6a5f-42c3-b1b7-e52285e2bdf0 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:16.432377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:16.432730 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d8631c0-6a5f-42c3-b1b7-e52285e2bdf0 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:16.433227 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'status': 'completed', 'code': 200} Jun 05 17:11:16.449682 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:16.450100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.641269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.647079 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-bf0b40e9-ddde-4807-b9b4-b915d7a4649f service neutron] 10.222.0.37 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473223 Jun 05 17:11:16.652294 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.672852 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-09b21025-276e-4f9d-ae64-5a473858a81d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:16.706276 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f86c462-910a-4d49-a3fc-d5df93e57ebc,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:16.716806 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.719408 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5139804 Jun 05 17:11:16.719408 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:16.721069 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51818) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:16.725792 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group_rule': {'security_group_id': '3f86c462-910a-4d49-a3fc-d5df93e57ebc', 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:16.759936 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.859739 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.870450 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.873705 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3bb28162-2c7b-45b3-b7cd-ba87c403af94 req-45404e8e-cd8f-4eea-a9ee-6c8d2ae8f9a7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 210 time: 0.0480745 Jun 05 17:11:16.875600 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8d8df635-4c1c-4fb2-acd4-63f7fc424b66 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:16.875737 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '22e03a38-6635-43f4-b16a-a07239d54afa', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'port_id': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'mac_address': 'fa:16:3e:77:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:11:13Z', 'updated_at': '2021-06-05T17:11:13Z', 'revision_number': 0, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:53Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:16.880265 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] Checking router: 5cd1acfe-bb78-4adc-8c58-895fdc884488 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:11:16.891024 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:16.891803 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:11:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:16.911524 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24db7894-e04a-4f8b-8fa7-a2cc1a5ee1b1,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:16.915179 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:16.915950 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:16.917253 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949203 Jun 05 17:11:16.920339 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51824) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:16.924958 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group_rule': {'security_group_id': '3f86c462-910a-4d49-a3fc-d5df93e57ebc', 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:16.971177 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.047715 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.052523 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.054637 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-287202d6-ed79-4183-b4d8-6e3b90fcba86 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:17.074672 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29008b2-43be-4a00-ab8e-23527d2855a0,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:17.079253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:17.086063 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.087533 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661720 Jun 05 17:11:17.090136 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51830) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:17.094389 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:17.095785 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group_rule': {'security_group_id': '3f86c462-910a-4d49-a3fc-d5df93e57ebc', 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:17.124841 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.196428 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.201513 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.208668 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:17.228188 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ba24e3-00d1-45ec-9ca5-d43d15a6d2e1,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:17.230856 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:17.232809 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.236526 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-117a0eca-2b16-4ffc-8b41-b967b66a0fe3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428046 Jun 05 17:11:17.236965 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51834) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:17.241357 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group_rule': {'security_group_id': '3f86c462-910a-4d49-a3fc-d5df93e57ebc', 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:17.269850 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.338573 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.342587 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.348374 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8e093145-e1f9-4aeb-8564-9129e7a2b324 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:17.370112 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440558e0-73d8-43dd-a202-f3389254dd49,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:17.372678 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:17.378373 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.379868 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8eb82a23-fc91-4547-9518-3aa921ea56ff tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421368 Jun 05 17:11:17.382415 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 51840) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:17.386834 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group_rule': {'security_group_id': '3f86c462-910a-4d49-a3fc-d5df93e57ebc', 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:17.409831 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.securitygroups_db [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Project a280be976ddf4936904835ce50f1f30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 05 17:11:17.416292 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.486484 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '22e03a38-6635-43f4-b16a-a07239d54afa', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'port_id': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'mac_address': 'fa:16:3e:77:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:11:13Z', 'updated_at': '2021-06-05T17:11:13Z', 'revision_number': 0, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:53Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:17.490180 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.490671 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1a14d-fedc-4b1b-926b-5e9791a906fd None None] The sync data for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi is: [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '22e03a38-6635-43f4-b16a-a07239d54afa', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'port_id': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'mac_address': 'fa:16:3e:77:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:11:13Z', 'updated_at': '2021-06-05T17:11:13Z', 'revision_number': 0, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:53Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:11:17.495166 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.498108 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-be433d19-1bd8-4c5c-9f52-39cdfd511767 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:17.520757 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978608ab-c640-49e8-bd9f-3a4ad50adfdc,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:17.523745 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:17.528735 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.532635 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466184 Jun 05 17:11:17.532904 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 51844) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:17.537544 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'security_group_rule': {'security_group_id': '3f86c462-910a-4d49-a3fc-d5df93e57ebc', 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:17.577916 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.securitygroups_db [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Project a280be976ddf4936904835ce50f1f30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 05 17:11:17.586172 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.633058 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dd3be-4445-41fc-8df7-a2fb9ee956c9 req-e0dfbf01-d701-4f7f-8965-5ca370d5a140 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:17.634486 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e89dd3be-4445-41fc-8df7-a2fb9ee956c9 req-e0dfbf01-d701-4f7f-8965-5ca370d5a140 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1467464 Jun 05 17:11:17.702629 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.706396 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e89dd3be-4445-41fc-8df7-a2fb9ee956c9 req-1741ea8a-b296-4740-bdb8-1a5428b5d146 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644984 Jun 05 17:11:17.709173 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.711254 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:17.718709 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df91c8e-7db8-46b3-b214-d3cf0c5be349 None None] New status for floating IP 22e03a38-6635-43f4-b16a-a07239d54afa: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:11:17.740160 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a63c849-9b3d-4521-b0a5-9d0e76b8c913,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:17.743428 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:17.745889 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:17.748693 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2148602 Jun 05 17:11:17.870318 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-b360fcb3-409a-4029-b6fb-fda58b1cb2c5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499875125&fields=id&tenant_id=a280be976ddf4936904835ce50f1f30c HTTP/1.1" status: 200 len: 267 time: 0.0392423 Jun 05 17:11:17.958904 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-f98fa237-2ac5-4c01-9eab-c8af6965de05 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:17.960954 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-f98fa237-2ac5-4c01-9eab-c8af6965de05 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.0851142 Jun 05 17:11:17.972375 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'port': {'security_groups': ['5eb75c5c-09df-4018-b63c-d1f6a5f11abf', '3f86c462-910a-4d49-a3fc-d5df93e57ebc']}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:18.042058 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ccd2f610-82f3-4225-ba98-4e3f766f2db3 req-ce2ec9bf-2e7d-4aed-b801-9e2141c6d649 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 210 time: 0.0455449 Jun 05 17:11:18.095453 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:18.350094 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:18.377604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:18.382171 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:18.388056 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:18.455249 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:18.455884 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:18.457263 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a9ac4222-fa91-484b-992a-da7f7141dda5 req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "PUT /v2.0/ports/5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 982 time: 0.4895122 Jun 05 17:11:18.457763 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:18.460048 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b49b8d-806c-4912-8675-846fa420db8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:18.480147 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=6']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:18.484735 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:18.519709 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b16d1e4-6ba5-4d70-bd96-f8bf576247de x-openstack-request-id: req-4b16d1e4-6ba5-4d70-bd96-f8bf576247de {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:18.520043 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:18.520337 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b16d1e4-6ba5-4d70-bd96-f8bf576247de {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:18.520767 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'status': 'completed', 'code': 200} Jun 05 17:11:18.629167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-5aca8dd1-7901-463d-9536-613d99cf82d5 None None] Provisioning complete for port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:18.629716 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5aca8dd1-7901-463d-9536-613d99cf82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:18.633252 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121320d6-900f-40bc-94f7-f6a4ca4360f6 req-23678fd8-f90e-4b1a-9d89-67e30ee13ffe tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:18.634678 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-121320d6-900f-40bc-94f7-f6a4ca4360f6 req-23678fd8-f90e-4b1a-9d89-67e30ee13ffe tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0837955 Jun 05 17:11:18.670291 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:11:18.681038 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-121320d6-900f-40bc-94f7-f6a4ca4360f6 req-03a15eba-4891-416a-be56-5bad0e7b8a5e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404696 Jun 05 17:11:18.776113 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:11:18.811104 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-29b16c43-9fe5-4dfd-a436-137dbe5dc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:18.812729 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-29b16c43-9fe5-4dfd-a436-137dbe5dc4f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1138 time: 0.0841804 Jun 05 17:11:19.053210 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-7c6e8dc4-ae7d-4981-8c81-5891fea3339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:19.054716 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-7c6e8dc4-ae7d-4981-8c81-5891fea3339a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 913 time: 0.2323434 Jun 05 17:11:19.062374 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd372f-a5d7-44e6-b8bb-1156d7299ada req-dbd90464-20b2-4dab-81f9-574dd2c1c0f5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:19.064026 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bbdd372f-a5d7-44e6-b8bb-1156d7299ada req-dbd90464-20b2-4dab-81f9-574dd2c1c0f5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.2147210 Jun 05 17:11:19.208848 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bbdd372f-a5d7-44e6-b8bb-1156d7299ada req-23c57d8f-c10f-4523-baba-9d946b544e4c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851846 Jun 05 17:11:19.211002 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-68fa563c-50c7-422f-a66f-894dc27a6edf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 1001 time: 0.1432765 Jun 05 17:11:19.219610 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-210ee937-1392-452a-9eef-c409ae46b298 req-f0933025-d067-4985-8da4-e110b1a46e5e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 210 time: 0.0601399 Jun 05 17:11:19.424455 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-fb96acf6-730d-4c24-b0fc-054a367c72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:19.426182 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-fb96acf6-730d-4c24-b0fc-054a367c72b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.2070975 Jun 05 17:11:19.529954 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-ae07f8be-161a-4c68-93bb-f7bb780b8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:19.531505 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-ae07f8be-161a-4c68-93bb-f7bb780b8914 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977898 Jun 05 17:11:19.730899 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-70c336c1-97b9-40e1-93af-0679948b259e service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924136 Jun 05 17:11:19.755736 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-0ce8f98f-02f5-4656-9a3c-05aaf9d1713f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:19.757299 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-0ce8f98f-02f5-4656-9a3c-05aaf9d1713f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 811 time: 0.2571220 Jun 05 17:11:19.831293 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-6a7206fd-0304-4846-8f35-9f5d8c6bb954 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58efc1adcf1498b9bab3fb00ec7167e HTTP/1.1" status: 200 len: 379 time: 0.0634620 Jun 05 17:11:19.843703 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'port': {'device_id': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'admin_state_up': True, 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'security_groups': ['8f08b882-d32d-48b4-aa51-7010be28ee8b']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:19.936108 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0558bd77-ce78-44a1-818d-2d3ef1ec91ba req-d64565c4-1d39-4e92-a7e4-4f16a0790890 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948240 Jun 05 17:11:20.075140 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Made reservation on behalf of c58efc1adcf1498b9bab3fb00ec7167e for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:11:20.082358 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:20.131806 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49b8d-806c-4912-8675-846fa420db8c req-0743d9f7-c35c-4b4c-80c4-1774798ebb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:20.132790 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-0743d9f7-c35c-4b4c-80c4-1774798ebb07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1138 time: 0.1335187 Jun 05 17:11:20.418382 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49b8d-806c-4912-8675-846fa420db8c req-1e4c11b8-f09e-4363-a97f-23e90cfdf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:20.420922 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-1e4c11b8-f09e-4363-a97f-23e90cfdf40d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 913 time: 0.2786603 Jun 05 17:11:20.511799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Allocated IP 172.20.0.13 (d96635b5-f247-42d9-a85a-1f47f1575c48/076a40e7-304b-4c51-9064-784f9916d008/cc931806-729e-4459-83cc-dad40a0e2df7) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:20.603108 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-205a5518-3cae-4f8c-a1e2-ed43939da974 req-34b1aab0-4693-4805-a6e6-0e4dd029d2a5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 210 time: 0.0721295 Jun 05 17:11:20.697554 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-3855bd32-4c30-471d-9c32-64ef829e21f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 1001 time: 0.2668750 Jun 05 17:11:20.802556 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49b8d-806c-4912-8675-846fa420db8c req-08053cd9-13c2-4512-b811-efc844b18b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:20.806018 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-08053cd9-13c2-4512-b811-efc844b18b32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.1029277 Jun 05 17:11:20.884303 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:20.911978 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Transition to ACTIVE for port object cc931806-729e-4459-83cc-dad40a0e2df7 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:20.945970 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9704dc7-0269-4c14-bb05-a80dd0580586 req-18cbb887-c68b-48c7-b80c-bf44091a415c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:20.947952 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c9704dc7-0269-4c14-bb05-a80dd0580586 req-18cbb887-c68b-48c7-b80c-bf44091a415c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 945 time: 0.1352923 Jun 05 17:11:20.986302 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20f0e8-b03d-4fc8-a8f0-0d63f5f66b12 req-ebcf53a6-f650-48ed-9ff1-96c8568b8ff1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:20.987817 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b20f0e8-b03d-4fc8-a8f0-0d63f5f66b12 req-ebcf53a6-f650-48ed-9ff1-96c8568b8ff1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1807024 Jun 05 17:11:20.989677 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49b8d-806c-4912-8675-846fa420db8c req-8b86b258-cef8-4683-8461-82796918784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:20.990966 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-8b86b258-cef8-4683-8461-82796918784f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1438723 Jun 05 17:11:20.992934 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:21.001029 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:21.070518 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c9704dc7-0269-4c14-bb05-a80dd0580586 req-ff9b9bce-6289-4f6e-a7f2-df892f50ec8c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 Jun 05 17:11:21.087871 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Network d96635b5-f247-42d9-a85a-1f47f1575c48 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:21.097214 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:21.099637 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:21.126266 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'Port': ['ID=cc931806-729e-4459-83cc-dad40a0e2df7,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:21.129575 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:21.174886 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:21.175432 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:21.197026 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3592510 Jun 05 17:11:21.223476 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b20f0e8-b03d-4fc8-a8f0-0d63f5f66b12 req-1bdb0b58-479a-4034-b8de-1ad97abb217e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281833 Jun 05 17:11:21.233337 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Request body: {'port': {'device_id': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:21.293958 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31bed-b334-4888-b389-c02949961d8b req-928fd9cf-4f78-4751-aa0c-1500daba02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:21.295544 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-928fd9cf-4f78-4751-aa0c-1500daba02d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28&tenant_id=5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 1096 time: 0.2573862 Jun 05 17:11:21.303269 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-af7ae44f-8db2-4dfb-8b7c-94ca9e6c1ece service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917440 Jun 05 17:11:21.405764 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-e3da11b4-6760-4b62-81c7-9ceed6445e07 None None] Provisioning for port cc931806-729e-4459-83cc-dad40a0e2df7 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:21.412547 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-e3da11b4-6760-4b62-81c7-9ceed6445e07 None None] Provisioning complete for port cc931806-729e-4459-83cc-dad40a0e2df7 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:21.412938 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e3da11b4-6760-4b62-81c7-9ceed6445e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:21.413459 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:21.503798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-e3da11b4-6760-4b62-81c7-9ceed6445e07 None None] Port cc931806-729e-4459-83cc-dad40a0e2df7 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:11:21.555506 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-36ae6033-58b3-4ec6-9fbe-1455c3b79280 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402492 Jun 05 17:11:21.573057 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31bed-b334-4888-b389-c02949961d8b req-9a54e18b-ff20-40a1-bb9e-9245917c08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:21.578253 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-9a54e18b-ff20-40a1-bb9e-9245917c08b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1096 time: 0.2338803 Jun 05 17:11:21.873492 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31bed-b334-4888-b389-c02949961d8b req-e65978ce-01db-495a-b5a0-b60104cb3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:21.875684 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-e65978ce-01db-495a-b5a0-b60104cb3372 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.2857230 Jun 05 17:11:21.926006 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6082db-5ac2-4152-827a-41200f81a776 req-b5d66ca1-f4e2-484b-a31c-61be5c044dc5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:21.933651 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aa6082db-5ac2-4152-827a-41200f81a776 req-b5d66ca1-f4e2-484b-a31c-61be5c044dc5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 932 time: 0.1355755 Jun 05 17:11:21.990253 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-9bd640fc-f2eb-41a0-aa92-81f45d4d62ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 200 len: 999 time: 0.1069813 Jun 05 17:11:21.992012 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aa6082db-5ac2-4152-827a-41200f81a776 req-3323a9f4-d453-4813-8485-5bc2f20166e8 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572557 Jun 05 17:11:22.057783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc931806-729e-4459-83cc-dad40a0e2df7 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:11:22.066944 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:22.084657 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31bed-b334-4888-b389-c02949961d8b req-2dc9e31d-7359-408c-8b84-798311410751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:22.086859 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-2dc9e31d-7359-408c-8b84-798311410751 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0866425 Jun 05 17:11:22.089690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Transition to ACTIVE for port object cc931806-729e-4459-83cc-dad40a0e2df7 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:22.094444 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:22.098690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e467a2c9-1da9-4f76-b579-3986ce170794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:22.182249 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b31bed-b334-4888-b389-c02949961d8b req-5a2149e6-f6b7-4eba-8cea-a48e7bdea808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:22.183797 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-5a2149e6-f6b7-4eba-8cea-a48e7bdea808 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900013 Jun 05 17:11:22.350768 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-69afa571-b22f-4e3c-b2ac-4dd415eee164 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585333 Jun 05 17:11:22.360064 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Pushing event updated for resources: {'Port': ['ID=cc931806-729e-4459-83cc-dad40a0e2df7,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:22.370322 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:22.521023 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Attempting to bind port cc931806-729e-4459-83cc-dad40a0e2df7 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:11:22.521539 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Attempting to bind port cc931806-729e-4459-83cc-dad40a0e2df7 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:11:22.522029 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Attempting to bind port cc931806-729e-4459-83cc-dad40a0e2df7 on network d96635b5-f247-42d9-a85a-1f47f1575c48 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:22.529130 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Port cc931806-729e-4459-83cc-dad40a0e2df7 on network d96635b5-f247-42d9-a85a-1f47f1575c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:11:22.529675 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Attempting to bind port cc931806-729e-4459-83cc-dad40a0e2df7 on network d96635b5-f247-42d9-a85a-1f47f1575c48 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:22.537563 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:11:22.538156 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Checking segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:11:22.538695 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Bound using segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:11:22.539275 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Bound port: cc931806-729e-4459-83cc-dad40a0e2df7, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:11:22.539864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:22.541450 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a208b-23cd-4695-ac8c-35613e97b727 req-e0a0f7f3-d26e-4d26-bfd1-3307bc5ec8cf tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:22.543385 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9b1a208b-23cd-4695-ac8c-35613e97b727 req-e0a0f7f3-d26e-4d26-bfd1-3307bc5ec8cf tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 945 time: 0.1915762 Jun 05 17:11:22.596056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce560c-6df4-4578-9d1c-c5df6da41f63 req-da8c8692-973f-4662-8447-4a9ba344702d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:22.597687 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-32ce560c-6df4-4578-9d1c-c5df6da41f63 req-da8c8692-973f-4662-8447-4a9ba344702d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1810360 Jun 05 17:11:22.689847 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-32ce560c-6df4-4578-9d1c-c5df6da41f63 req-060c4ef5-6b0d-43a9-9cff-2ff4b0328d22 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863550 Jun 05 17:11:22.705186 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9b1a208b-23cd-4695-ac8c-35613e97b727 req-a61d14b7-8dea-4018-8cbe-3d793ac96ff4 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Jun 05 17:11:22.738441 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] For port cc931806-729e-4459-83cc-dad40a0e2df7, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:11:22.741763 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] For port cc931806-729e-4459-83cc-dad40a0e2df7, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cc931806-729e-4459-83cc-dad40a0e2df7,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:11:22.749116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:22.755372 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:22.792403 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-00e5804a-d36e-4ddb-8afd-2e9077861ff2 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756654 Jun 05 17:11:22.830885 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:22.831541 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:22.832925 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-46b77247-a8f8-4569-8116-6c860377abda service neutron] 10.222.0.43 "PUT /v2.0/ports/cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 1094 time: 1.6053295 Jun 05 17:11:22.833453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:22.835827 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cbb6d8-a8ba-48c0-b774-225715f8b592" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:22.874389 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Pushing event updated for resources: {'Port': ['ID=cc931806-729e-4459-83cc-dad40a0e2df7,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:22.877607 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:22.911363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0837aa-d719-4a66-9aee-e35f6e93483d x-openstack-request-id: req-6a0837aa-d719-4a66-9aee-e35f6e93483d {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:22.911706 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:22.911988 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a0837aa-d719-4a66-9aee-e35f6e93483d {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:22.912416 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'status': 'completed', 'code': 200} Jun 05 17:11:23.051249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-8bd8d56b-d561-40bf-974a-3b05455f9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:23.052910 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-8bd8d56b-d561-40bf-974a-3b05455f9e7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1097 time: 0.1144288 Jun 05 17:11:23.128252 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-9eb19b8e-d352-43b4-8831-86af6ade5c33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 217 time: 0.0650315 Jun 05 17:11:23.199737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-807acb2f-fa33-4c0d-adf0-ed7635ae3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:23.201628 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-807acb2f-fa33-4c0d-adf0-ed7635ae3dfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0669956 Jun 05 17:11:23.294055 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-d84d55db-32db-4f11-bb13-a47df6e2b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:23.298445 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-d84d55db-32db-4f11-bb13-a47df6e2b16a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896227 Jun 05 17:11:23.319697 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d846b-a9a9-4aa8-be2a-8b75c1fdfbf9 req-b2215aec-31c8-4875-8646-094d5fe92ffb tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:23.321204 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-462d846b-a9a9-4aa8-be2a-8b75c1fdfbf9 req-b2215aec-31c8-4875-8646-094d5fe92ffb tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1843507 Jun 05 17:11:23.350995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9e354c0b-1c07-4f6b-a37c-48d2fcf14fe3 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:23.351921 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9e354c0b-1c07-4f6b-a37c-48d2fcf14fe3 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 945 time: 0.1552880 Jun 05 17:11:23.457230 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-462d846b-a9a9-4aa8-be2a-8b75c1fdfbf9 req-b8f2d8fb-35d8-46aa-b76b-94a0dc911ef8 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249228 Jun 05 17:11:23.518375 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-f78020ca-d381-4172-b74f-7d22da446e86 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120526 Jun 05 17:11:23.561702 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Deleting port 81591978-1c3a-400a-a7b5-93aecc015da2 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:11:23.562069 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:23.699028 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a748188-bd5f-4597-a3ff-bfe8c8d128da req-c672a047-df0d-4876-ad91-a4e4f5a6a9d3 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733236 Jun 05 17:11:23.713315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] For port 81591978-1c3a-400a-a7b5-93aecc015da2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=81591978-1c3a-400a-a7b5-93aecc015da2,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:23.713884 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:23.922275 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Calling delete_port for 81591978-1c3a-400a-a7b5-93aecc015da2 owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:11:24.144189 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56a1f4-1f0c-4c19-b5df-6203a9906faf req-cce47fb1-d5fd-4ef1-bcfd-f6e9f4c09438 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:24.155761 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3b56a1f4-1f0c-4c19-b5df-6203a9906faf req-cce47fb1-d5fd-4ef1-bcfd-f6e9f4c09438 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.2124345 Jun 05 17:11:24.225711 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3b56a1f4-1f0c-4c19-b5df-6203a9906faf req-7bcc9ebb-78df-47f7-901e-339a1460a365 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688746 Jun 05 17:11:24.242379 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:24.264319 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:24.284377 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['81591978-1c3a-400a-a7b5-93aecc015da2'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:11:24.370395 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Pushing event deleted for resources: {'Port': ['ID=81591978-1c3a-400a-a7b5-93aecc015da2,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:24.379123 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:24.430302 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] No DVR routers for this DVR port 81591978-1c3a-400a-a7b5-93aecc015da2 on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:11:24.434616 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:24.438627 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1ffe936b-6da6-4c21-9199-e28086cbf30e req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "DELETE /v2.0/ports/81591978-1c3a-400a-a7b5-93aecc015da2 HTTP/1.1" status: 204 len: 173 time: 1.0767875 Jun 05 17:11:24.448590 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d312f1-7050-4469-8ad5-126f1ae9ea2f req-4fd54a96-d6a1-4b7e-b205-11bcbe31dbc6 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:24.451038 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86d312f1-7050-4469-8ad5-126f1ae9ea2f req-4fd54a96-d6a1-4b7e-b205-11bcbe31dbc6 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 945 time: 0.3321781 Jun 05 17:11:24.451038 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e97a7-ac79-4817-a7c5-69104a632f71', 'name': 'network-vif-deleted', 'tag': '81591978-1c3a-400a-a7b5-93aecc015da2'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:24.453324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a2fa0-3caf-40f7-8efa-f150a315bbe5" -d '{"events": [{"server_uuid": "380e97a7-ac79-4817-a7c5-69104a632f71", "name": "network-vif-deleted", "tag": "81591978-1c3a-400a-a7b5-93aecc015da2"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:24.626078 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8509c0dd-f872-4548-b408-52ff1da33246 x-openstack-request-id: req-8509c0dd-f872-4548-b408-52ff1da33246 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:24.626311 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380e97a7-ac79-4817-a7c5-69104a632f71", "name": "network-vif-deleted", "tag": "81591978-1c3a-400a-a7b5-93aecc015da2", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:24.626599 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8509c0dd-f872-4548-b408-52ff1da33246 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:24.627020 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380e97a7-ac79-4817-a7c5-69104a632f71', 'name': 'network-vif-deleted', 'tag': '81591978-1c3a-400a-a7b5-93aecc015da2', 'status': 'completed', 'code': 200} Jun 05 17:11:24.669162 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86d312f1-7050-4469-8ad5-126f1ae9ea2f req-4c3c86b7-3cc6-4b87-9d56-2a44fdccf5e7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126517 Jun 05 17:11:24.847283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2952a3b-49c6-48f3-8743-59bdd97698c0 req-d6251956-537d-4aff-8a7e-57c62521de3e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:24.849283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f2952a3b-49c6-48f3-8743-59bdd97698c0 req-d6251956-537d-4aff-8a7e-57c62521de3e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1298721 Jun 05 17:11:24.944157 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f2952a3b-49c6-48f3-8743-59bdd97698c0 req-574ef2f6-b7dd-49b2-b0e3-d1881e9c3d9c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877144 Jun 05 17:11:25.441983 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c17e-2a1f-4fdb-83f8-950618b4833d req-7721f6b7-ab57-4a44-b9f0-521c7874e261 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:25.444079 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dec0c17e-2a1f-4fdb-83f8-950618b4833d req-7721f6b7-ab57-4a44-b9f0-521c7874e261 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1141903 Jun 05 17:11:25.512361 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dec0c17e-2a1f-4fdb-83f8-950618b4833d req-08a7efcc-e94c-4e23-9cd5-0982382ac9e7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626934 Jun 05 17:11:26.077454 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f488a42f-2827-4038-92d8-cba4d312ca62 req-fd4c7339-6c8d-46c2-8ad8-9d41d0d1268c tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.2702372 Jun 05 17:11:26.255926 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423f9e7-f905-419a-b7b1-77aac780cc7f req-5ef54c4a-ecee-42ce-a53f-7bfd84dccf3c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:26.257569 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a423f9e7-f905-419a-b7b1-77aac780cc7f req-5ef54c4a-ecee-42ce-a53f-7bfd84dccf3c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1257269 Jun 05 17:11:26.327296 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a423f9e7-f905-419a-b7b1-77aac780cc7f req-5346cce5-83f2-4981-aa8e-0e362462f9de tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636637 Jun 05 17:11:26.758314 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b4ef-18ae-475c-b2ac-8704727cf2d8 req-687a8476-2861-4415-8714-1b071c6cd906 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:26.759881 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a0d8b4ef-18ae-475c-b2ac-8704727cf2d8 req-687a8476-2861-4415-8714-1b071c6cd906 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0938649 Jun 05 17:11:26.820483 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a0d8b4ef-18ae-475c-b2ac-8704727cf2d8 req-8cdc62bf-2c9d-45f8-9851-f65e16f6d4b5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528874 Jun 05 17:11:27.255932 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-af8f8f58-e82f-40cc-8a2d-0dcbe1f03729 req-a473c0eb-6f1f-4e50-a7a8-872c73e8044b tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0532761 Jun 05 17:11:27.568929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593d997-69e6-438d-b381-53229a79874b req-e36e1071-fa95-48f2-80ac-3801f19d44f9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:27.576349 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5593d997-69e6-438d-b381-53229a79874b req-e36e1071-fa95-48f2-80ac-3801f19d44f9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0969448 Jun 05 17:11:27.631730 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5593d997-69e6-438d-b381-53229a79874b req-8f5c15ff-9d9a-4a96-8ae5-f311c8aeac89 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542531 Jun 05 17:11:28.078126 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f70da-903d-4815-8d6a-ecea74e6d829 req-d28e5bfd-e1fe-4969-ac1c-af055ed30023 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:28.078126 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-080f70da-903d-4815-8d6a-ecea74e6d829 req-d28e5bfd-e1fe-4969-ac1c-af055ed30023 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0980844 Jun 05 17:11:28.132319 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-080f70da-903d-4815-8d6a-ecea74e6d829 req-5ea02113-22e2-4c24-abcd-bd172815fb3d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478179 Jun 05 17:11:28.424653 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-965a7801-06d3-4657-b25c-700caf39fdc7 req-2abaf4d4-a084-499a-a83f-d87430be65d0 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0483198 Jun 05 17:11:28.435479 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 81591978-1c3a-400a-a7b5-93aecc015da2 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:11:28.474915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 81591978-1c3a-400a-a7b5-93aecc015da2 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:11:28.475413 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 81591978-1c3a-400a-a7b5-93aecc015da2 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:11:28.932504 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c4ae-c62c-4de2-8b08-2f3512bc43c7 req-9b649e48-fb5b-4d76-975a-5a0bdc838ad4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:28.950477 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecb5c4ae-c62c-4de2-8b08-2f3512bc43c7 req-9b649e48-fb5b-4d76-975a-5a0bdc838ad4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1392741 Jun 05 17:11:29.036954 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecb5c4ae-c62c-4de2-8b08-2f3512bc43c7 req-bcfed564-fee3-410f-b9bf-f670713733df tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855157 Jun 05 17:11:29.383460 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbf3e8-0c68-4432-a286-0b4cd232c8fd req-fbb64bd5-5bd3-46e1-bf29-0fe6a46f965e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:29.383460 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d8fbf3e8-0c68-4432-a286-0b4cd232c8fd req-fbb64bd5-5bd3-46e1-bf29-0fe6a46f965e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1263971 Jun 05 17:11:29.486867 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d8fbf3e8-0c68-4432-a286-0b4cd232c8fd req-b2407a68-4702-4cc5-b3d7-af950b6003b8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095421 Jun 05 17:11:29.663699 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e51e483-c7d3-4d01-906e-296147d1646b req-878b42a1-d749-4891-8f6b-686eea93b7b2 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0687711 Jun 05 17:11:30.246948 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292db64-4158-4054-b781-fcdd4034420b req-4f171dc9-e255-4077-ac8e-65646477306e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:30.254043 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8292db64-4158-4054-b781-fcdd4034420b req-4f171dc9-e255-4077-ac8e-65646477306e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1161215 Jun 05 17:11:30.314058 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8292db64-4158-4054-b781-fcdd4034420b req-2dfda710-287e-46b1-a1ed-1966f8033d13 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590155 Jun 05 17:11:30.709795 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9f9f-568b-4275-9f73-f27afca53169 req-90f5a8eb-3901-417e-82f6-984138de3e75 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:30.717776 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2b6b9f9f-568b-4275-9f73-f27afca53169 req-90f5a8eb-3901-417e-82f6-984138de3e75 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1072974 Jun 05 17:11:30.770260 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2b6b9f9f-568b-4275-9f73-f27afca53169 req-fa3de464-c451-43ed-9e84-d1bb6729cacb tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490270 Jun 05 17:11:30.890130 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-68518008-d9c4-4a4a-b994-37a3453a6e4a req-512ebe40-3927-4226-abae-0063b68d39d8 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0754738 Jun 05 17:11:31.531431 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c29c61-caa5-46ae-a0ad-3349805d2047 req-ca7aa7c2-4a78-4a2d-910c-3afc8b08af08 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:31.537034 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a1c29c61-caa5-46ae-a0ad-3349805d2047 req-ca7aa7c2-4a78-4a2d-910c-3afc8b08af08 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0938344 Jun 05 17:11:31.588034 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a1c29c61-caa5-46ae-a0ad-3349805d2047 req-31444e0c-00c1-4ad8-ad0f-bc23d27e341e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500052 Jun 05 17:11:32.078743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72475b5d-d1b4-40db-8d46-5089ce124d63 req-defc6aa5-7a27-448d-9fb4-1ab4349dc4f2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:32.082923 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a2795428-75be-442f-bb89-7d34b3d5137e req-1d78c141-87ca-4ffc-8a4a-cfd96b558609 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0628743 Jun 05 17:11:32.093283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-72475b5d-d1b4-40db-8d46-5089ce124d63 req-defc6aa5-7a27-448d-9fb4-1ab4349dc4f2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1478055 Jun 05 17:11:32.177779 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-72475b5d-d1b4-40db-8d46-5089ce124d63 req-030f0218-058b-4af7-8fd2-e922aa799a38 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749018 Jun 05 17:11:32.822425 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fed33-1fde-4aaf-b65b-e3cf7ef09fa3 req-6d60aa30-a221-4d14-a84b-45938f1a2c83 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:32.824079 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4b0fed33-1fde-4aaf-b65b-e3cf7ef09fa3 req-6d60aa30-a221-4d14-a84b-45938f1a2c83 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1027567 Jun 05 17:11:32.929341 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4b0fed33-1fde-4aaf-b65b-e3cf7ef09fa3 req-a7496cba-f583-40f0-8383-87821a65d750 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973544 Jun 05 17:11:33.265148 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4b1fcac9-ad7f-4cb7-bd5c-108db3ed5f88 req-3a24a6c7-101a-4619-9744-9ceaca0f4a8b tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0521758 Jun 05 17:11:33.473595 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9c4a-9630-41da-9226-7afd9a161095 req-8b98e548-be0e-4797-a2cf-d706383a7b39 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:33.475051 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b03f9c4a-9630-41da-9226-7afd9a161095 req-8b98e548-be0e-4797-a2cf-d706383a7b39 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1254213 Jun 05 17:11:33.542583 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b03f9c4a-9630-41da-9226-7afd9a161095 req-bf81a720-ca3d-430d-9d7f-1b968659950b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604360 Jun 05 17:11:34.126137 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf668b-ddfd-4eca-9c5c-fed7ed6632ae req-987ca5c4-302a-4bcc-8020-61a287d2d254 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:34.133176 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fabf668b-ddfd-4eca-9c5c-fed7ed6632ae req-987ca5c4-302a-4bcc-8020-61a287d2d254 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0941648 Jun 05 17:11:34.184303 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fabf668b-ddfd-4eca-9c5c-fed7ed6632ae req-0ce22870-80f2-4eb3-9db8-13c183440f2f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500228 Jun 05 17:11:34.487550 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b877d87d-d617-4a86-9ea8-c112fa5aaa05 req-ac978997-860c-4a49-b6e9-300cf52fee79 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0563312 Jun 05 17:11:34.794387 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ea08b-dbc6-41ae-9feb-7922948e3bc6 req-93681448-208d-48d5-b0b1-8c0b37cde0bb tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:34.801289 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-581ea08b-dbc6-41ae-9feb-7922948e3bc6 req-93681448-208d-48d5-b0b1-8c0b37cde0bb tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1193793 Jun 05 17:11:34.850721 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-581ea08b-dbc6-41ae-9feb-7922948e3bc6 req-74003b76-277a-4922-b5a9-0ac4e843ef91 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Jun 05 17:11:35.422813 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233377-978a-4bbe-88b7-a4dca5b396f4 req-c49eb618-ba54-4aa9-b656-7784561203fc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:35.424318 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-67233377-978a-4bbe-88b7-a4dca5b396f4 req-c49eb618-ba54-4aa9-b656-7784561203fc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1049988 Jun 05 17:11:35.473383 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-67233377-978a-4bbe-88b7-a4dca5b396f4 req-60b58fa9-5371-4bad-818e-a8f4b068cc08 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429752 Jun 05 17:11:35.693028 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7706d56c-e06c-4065-8ad9-24f08b0233c2 req-6556f831-b236-4805-b4b2-dc4c3f863b0f tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0600951 Jun 05 17:11:36.079106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63108319-0fa8-4826-a4f7-1902770bf9e2 req-65b03770-a29c-4a26-ae94-7ee6546ef370 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:36.080928 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-63108319-0fa8-4826-a4f7-1902770bf9e2 req-65b03770-a29c-4a26-ae94-7ee6546ef370 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0886283 Jun 05 17:11:36.129816 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-63108319-0fa8-4826-a4f7-1902770bf9e2 req-39c3d9ab-8dd4-4039-831c-4654ecdacd77 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Jun 05 17:11:36.662302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc52fc-e74c-4fb4-ada8-8e36b2135cf8 req-6e60510b-fb14-4be3-b416-bee7ca781342 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:36.663789 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-19bc52fc-e74c-4fb4-ada8-8e36b2135cf8 req-6e60510b-fb14-4be3-b416-bee7ca781342 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0843914 Jun 05 17:11:36.708828 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-19bc52fc-e74c-4fb4-ada8-8e36b2135cf8 req-2b1fc4d6-53a4-4648-8b16-7eec4e81bb68 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389504 Jun 05 17:11:36.861163 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bf054140-6bfe-4e08-8a12-76aa2afd4585 req-22936fdc-45cf-427c-88b0-3b3f58f74679 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0431478 Jun 05 17:11:37.332491 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf9434-76bb-4d7b-a195-869238d1777f req-42711580-57b3-450b-bf00-075b906287d6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:37.333997 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7bdf9434-76bb-4d7b-a195-869238d1777f req-42711580-57b3-450b-bf00-075b906287d6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0867608 Jun 05 17:11:37.385872 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7bdf9434-76bb-4d7b-a195-869238d1777f req-cb878bd9-c62a-48ca-8d75-e0da42cd609e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Jun 05 17:11:37.924025 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aef16-d84b-4ec6-aee2-1abc4379520d req-6fb744bd-5643-498a-b151-7174a7892ace tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:37.926229 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-735aef16-d84b-4ec6-aee2-1abc4379520d req-6fb744bd-5643-498a-b151-7174a7892ace tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.1021144 Jun 05 17:11:37.980925 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-735aef16-d84b-4ec6-aee2-1abc4379520d req-7183e67d-610c-4f86-8a2d-c1c89a037081 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481346 Jun 05 17:11:38.039858 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-056e62a7-8adb-481a-95da-ea643b0475b7 req-6fe9439d-ad90-4a49-ab82-1a98ecbc7368 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0618811 Jun 05 17:11:38.152461 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:38.624282 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cd3ec-1d13-4bc4-8f22-bd561e3699ee req-1461832b-41d0-40ac-839a-e019357be11e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:38.625714 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f47cd3ec-1d13-4bc4-8f22-bd561e3699ee req-1461832b-41d0-40ac-839a-e019357be11e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.1271396 Jun 05 17:11:38.667552 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f47cd3ec-1d13-4bc4-8f22-bd561e3699ee req-1bf0b46b-0ec0-4bfb-af85-7de8cc252ae5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363266 Jun 05 17:11:39.132350 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 52130) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:39.186425 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6b3ab073-3fc5-48c8-9809-b58f1d83e7cd req-3433916f-f99f-4039-8312-f42434c8de29 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0447183 Jun 05 17:11:39.243470 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Deleting subnet f9e282b1-63e3-42bc-978e-81a157f46c78 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:11:39.247059 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.289141 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-22b5d2e9-2e75-4196-a0d5-41c17e8cdfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.303011 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471789'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.342425 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9191d71-8844-430a-af4e-1e9801f11089 req-e8ee4cbf-cead-468f-9964-f545c7442b29 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:39.343887 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a9191d71-8844-430a-af4e-1e9801f11089 req-e8ee4cbf-cead-468f-9964-f545c7442b29 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.2600172 Jun 05 17:11:39.349119 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:11:39.398623 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.430943 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a9191d71-8844-430a-af4e-1e9801f11089 req-cb1656de-3bb9-4695-9102-b7c6e479ff36 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812070 Jun 05 17:11:39.468471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3783082'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.473145 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e0df05e1-7e0e-4947-89dc-54f1b07159ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:39.511926 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.514428 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9e282b1-63e3-42bc-978e-81a157f46c78 HTTP/1.1" status: 204 len: 168 time: 0.3810155 Jun 05 17:11:39.515208 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e282b1-63e3-42bc-978e-81a157f46c78,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:39.516995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 52132) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:39.517479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:39.620018 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.823257 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.867112 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8658ff-822d-4878-bdf0-fa17c9f556d8']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:39.885199 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71cad35-1d0b-4c84-bd86-b5027590cf7c') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:39.885491 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71cad35-1d0b-4c84-bd86-b5027590cf7c') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:39.905130 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.923528 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.931919 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:11:39.932290 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:11:39.949106 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:11:40.019194 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0708bb-a2f5-41d6-8b48-40fcc66c423c req-559347bd-a896-49d9-af96-92e02220f9aa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:40.020656 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0d0708bb-a2f5-41d6-8b48-40fcc66c423c req-559347bd-a896-49d9-af96-92e02220f9aa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.2024298 Jun 05 17:11:40.048083 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:40.062673 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:40.074873 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:40.077162 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a8658ff-822d-4878-bdf0-fa17c9f556d8 HTTP/1.1" status: 204 len: 168 time: 0.5588620 Jun 05 17:11:40.087746 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0d0708bb-a2f5-41d6-8b48-40fcc66c423c req-40374e35-c048-4a42-b8a8-0e338e8ddd78 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610256 Jun 05 17:11:40.088612 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8658ff-822d-4878-bdf0-fa17c9f556d8,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:40.091527 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a689c6e8-5897-4c11-8ff6-27075c558e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:40.189161 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 52138) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:40.240042 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8eec2ccb-36de-4596-b890-15b2494c2602 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bf6d53b04a545ac8306d3cecfe8047b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496848 Jun 05 17:11:40.242326 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 52142) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:40.299287 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:40.324271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:40.331760 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6481cb3e-0790-4f01-b74d-57f4215140d3 req-f93e0efd-4de9-48a5-ab1d-8c9fdba20c1e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=380e97a7-ac79-4817-a7c5-69104a632f71 HTTP/1.1" status: 200 len: 210 time: 0.0417769 Jun 05 17:11:40.376021 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:40.378578 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:40.379705 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a1f07f2-814d-4306-8e94-4cd9c2e78d5c HTTP/1.1" status: 204 len: 168 time: 0.1364975 Jun 05 17:11:40.380457 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-69c4745b-04d9-4c96-bf3f-ca7e9d7868f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:40.390148 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f07f2-814d-4306-8e94-4cd9c2e78d5c,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:40.392615 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-47491424-05ec-4ae5-a984-627ff0d0bc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:40.628042 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf62ef9-f596-4600-9b25-9cfb1f0fda14 req-52e60eb8-9f5f-46bd-b853-f29aeeb007d2 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:40.635917 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cdf62ef9-f596-4600-9b25-9cfb1f0fda14 req-52e60eb8-9f5f-46bd-b853-f29aeeb007d2 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0987439 Jun 05 17:11:40.650964 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-31b4b76f-0d81-4038-85fe-3c94411fa27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:40.652769 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-31b4b76f-0d81-4038-85fe-3c94411fa27b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1097 time: 0.0775452 Jun 05 17:11:40.690190 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cdf62ef9-f596-4600-9b25-9cfb1f0fda14 req-a4f0fcd3-e72d-40be-a66f-f928a649d01f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531912 Jun 05 17:11:40.881590 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-36d852f0-e456-4b30-ac4e-b3632cfd300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:40.883035 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-36d852f0-e456-4b30-ac4e-b3632cfd300d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.2222281 Jun 05 17:11:40.954431 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-a03e566b-f37a-4eb6-85e4-46e58ca43cdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 217 time: 0.0635862 Jun 05 17:11:41.016920 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-1cb87e07-4647-4f9f-b92a-a304aa236842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:41.018353 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-1cb87e07-4647-4f9f-b92a-a304aa236842 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0574546 Jun 05 17:11:41.104496 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-96e3f7a4-b864-43b7-b11c-15cca80735c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:41.105964 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-96e3f7a4-b864-43b7-b11c-15cca80735c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737510 Jun 05 17:11:41.288671 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-b6de2cf0-d630-4ab4-bb38-a316bd703a1a service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759157 Jun 05 17:11:41.451331 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf07dd-985a-4e22-b34c-b8bb0d2bf3e0 req-20e6cc1d-473c-43fe-84c9-599144d0d947 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:41.452812 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b3cf07dd-985a-4e22-b34c-b8bb0d2bf3e0 req-20e6cc1d-473c-43fe-84c9-599144d0d947 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.2312734 Jun 05 17:11:41.481915 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-23cbb6d8-a8ba-48c0-b774-225715f8b592 req-5aff9b68-e899-4fe6-9c83-af69a8fcbaf8 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840093 Jun 05 17:11:41.510292 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b3cf07dd-985a-4e22-b34c-b8bb0d2bf3e0 req-d6156338-ae15-4a8a-a995-4ce85499dd47 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483818 Jun 05 17:11:41.739525 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:41.886893 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3d31-a7ff-4979-bbf6-d03aba03a67b req-df28d756-6d46-43c2-826a-0da449b611ea tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:41.888969 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d47f3d31-a7ff-4979-bbf6-d03aba03a67b req-df28d756-6d46-43c2-826a-0da449b611ea tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0816803 Jun 05 17:11:41.915616 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-32dd9e97-ff5b-4428-97c2-73842c06dc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:41.935208 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d47f3d31-a7ff-4979-bbf6-d03aba03a67b req-b54c3769-2748-48ab-becd-536c75a71d9e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Jun 05 17:11:42.700464 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a07d65-75c3-4b3a-8bd8-b414b2b1b97d req-c8573f17-5289-45bb-9750-88233695c6c7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:42.701875 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-51a07d65-75c3-4b3a-8bd8-b414b2b1b97d req-c8573f17-5289-45bb-9750-88233695c6c7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0772357 Jun 05 17:11:42.745526 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-51a07d65-75c3-4b3a-8bd8-b414b2b1b97d req-e6483ca8-0aec-4c65-8e0f-bf6fb643ad88 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Jun 05 17:11:42.977311 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:43.262931 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e572929-b354-4bc4-8a4b-038b3c3c3144 req-f0218f8d-7475-4281-a507-b7acdb0b7cfc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:43.264272 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4e572929-b354-4bc4-8a4b-038b3c3c3144 req-f0218f8d-7475-4281-a507-b7acdb0b7cfc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0818365 Jun 05 17:11:43.306212 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4e572929-b354-4bc4-8a4b-038b3c3c3144 req-2871304d-83d0-4afe-92e4-608bd4876e04 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365500 Jun 05 17:11:43.937570 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469809f-d352-4b80-9eff-e52beeac2944 req-24626c35-3946-4788-80ad-98639d078566 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:43.939274 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0469809f-d352-4b80-9eff-e52beeac2944 req-24626c35-3946-4788-80ad-98639d078566 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0843582 Jun 05 17:11:43.982855 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0469809f-d352-4b80-9eff-e52beeac2944 req-9a86f1bf-2b68-4c8b-9b95-4084d6d66683 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378561 Jun 05 17:11:44.483107 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0655b2-1dc2-485c-8446-8582103bf2e9 req-54814d82-4633-443f-aaf8-abbe9b63db1c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:44.484534 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bb0655b2-1dc2-485c-8446-8582103bf2e9 req-54814d82-4633-443f-aaf8-abbe9b63db1c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 944 time: 0.0772543 Jun 05 17:11:44.527763 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bb0655b2-1dc2-485c-8446-8582103bf2e9 req-08df72de-34b5-47f5-a2c7-5463fedf3cb1 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378480 Jun 05 17:11:44.541742 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device cc931806-729e-4459-83cc-dad40a0e2df7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:11:44.642651 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:44.682045 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port cc931806-729e-4459-83cc-dad40a0e2df7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cc931806-729e-4459-83cc-dad40a0e2df7,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:44.695577 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'port_id': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'mac_address': 'fa:16:3e:cd:f0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:11:44.751512 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:44.767314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc931806-729e-4459-83cc-dad40a0e2df7 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:11:44.781805 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port cc931806-729e-4459-83cc-dad40a0e2df7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cc931806-729e-4459-83cc-dad40a0e2df7,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:44.785584 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:44.787300 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:44.851584 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=cc931806-729e-4459-83cc-dad40a0e2df7,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:44.859429 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.859774 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.860110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.860438 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.860763 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.861090 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.861410 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.861730 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.862047 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.862393 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.862697 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.862984 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:11:44.866655 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:45.170186 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245a7-46b0-4695-8ebc-7357239d8d5d req-4826360f-500b-4fdf-aea6-924e01951234 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:45.171612 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-243245a7-46b0-4695-8ebc-7357239d8d5d req-4826360f-500b-4fdf-aea6-924e01951234 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0777938 Jun 05 17:11:45.214006 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-243245a7-46b0-4695-8ebc-7357239d8d5d req-c5d8fde5-fe1c-4af8-a339-3e0cf88b7091 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370023 Jun 05 17:11:45.710286 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f75d8-7911-4808-a88b-797b875044b0 req-025c43c1-462d-432b-9313-58fa93a26d4c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:45.711761 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ac5f75d8-7911-4808-a88b-797b875044b0 req-025c43c1-462d-432b-9313-58fa93a26d4c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 945 time: 0.0824535 Jun 05 17:11:45.754191 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ac5f75d8-7911-4808-a88b-797b875044b0 req-8138f99d-dafc-4087-948a-58a074e2e52f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368536 Jun 05 17:11:46.401766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316274-47d9-4484-b31b-7739a0875b37 req-450d8553-17b7-4c0a-9977-79fb0108fa65 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:46.403630 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6f316274-47d9-4484-b31b-7739a0875b37 req-450d8553-17b7-4c0a-9977-79fb0108fa65 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0817614 Jun 05 17:11:46.446978 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6f316274-47d9-4484-b31b-7739a0875b37 req-4bd26445-8363-4945-809f-edad10810e05 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377653 Jun 05 17:11:46.880147 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['cc931806-729e-4459-83cc-dad40a0e2df7'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:11:46.944302 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166e853-7a17-4a7e-8ec4-428c4c90b5b9 req-03d5352f-b157-4e42-ad56-ca38a0b2a7a0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:46.945978 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8166e853-7a17-4a7e-8ec4-428c4c90b5b9 req-03d5352f-b157-4e42-ad56-ca38a0b2a7a0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 945 time: 0.0870035 Jun 05 17:11:47.009888 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8166e853-7a17-4a7e-8ec4-428c4c90b5b9 req-e3bdf428-080c-424e-84da-b44555f253e0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578754 Jun 05 17:11:47.635760 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d12481-0110-4461-b440-31c257295834 req-af8580dc-0743-41c8-ad52-642a76b62ef2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:47.637269 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a8d12481-0110-4461-b440-31c257295834 req-af8580dc-0743-41c8-ad52-642a76b62ef2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0793366 Jun 05 17:11:47.683767 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a8d12481-0110-4461-b440-31c257295834 req-a7d3dc46-d7ee-4a17-bc3f-bbf39f5bff05 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408134 Jun 05 17:11:48.191912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa717ca-de54-4572-9ce6-ffd7b2e2bebf req-cd706dbc-c1c1-4ef7-96bb-1fbea5320ee4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:48.193319 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2aa717ca-de54-4572-9ce6-ffd7b2e2bebf req-cd706dbc-c1c1-4ef7-96bb-1fbea5320ee4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 945 time: 0.0780630 Jun 05 17:11:48.236483 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2aa717ca-de54-4572-9ce6-ffd7b2e2bebf req-f4a32cb8-be89-43cf-ac21-09f3666ab3ba tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Jun 05 17:11:48.467492 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device cc931806-729e-4459-83cc-dad40a0e2df7 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:48.536554 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port cc931806-729e-4459-83cc-dad40a0e2df7 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:11:48.540865 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port cc931806-729e-4459-83cc-dad40a0e2df7 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:48.541235 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:48.654149 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:48.678702 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:48.680949 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5137a-dbdc-4538-affa-0a5d3f4c66b6" -d '{"events": [{"server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "name": "network-vif-plugged", "status": "completed", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:48.689176 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port cc931806-729e-4459-83cc-dad40a0e2df7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cc931806-729e-4459-83cc-dad40a0e2df7,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:48.693011 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:48.694953 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:48.726434 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a258c2-f341-49c6-b841-d63b60bfa54c x-openstack-request-id: req-a2a258c2-f341-49c6-b841-d63b60bfa54c {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:48.726731 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "name": "network-vif-plugged", "status": "completed", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:48.726986 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2a258c2-f341-49c6-b841-d63b60bfa54c {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:48.727381 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'code': 200} Jun 05 17:11:48.765991 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=cc931806-729e-4459-83cc-dad40a0e2df7,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:48.770994 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:48.887149 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e092dd-3a65-4262-9eda-031220c2e9bf req-e3811732-5065-4add-8579-1ccc5e567c1f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:48.889255 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-39e092dd-3a65-4262-9eda-031220c2e9bf req-e3811732-5065-4add-8579-1ccc5e567c1f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0844138 Jun 05 17:11:48.934930 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-39e092dd-3a65-4262-9eda-031220c2e9bf req-3f072f88-b0fa-4cdb-97a8-2c76adc46d1d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Jun 05 17:11:49.113649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cc965-6577-469e-a356-86ee00efbf37 req-c520c018-c340-4f69-815d-d0cccb13876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:49.115138 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-812cc965-6577-469e-a356-86ee00efbf37 req-c520c018-c340-4f69-815d-d0cccb13876b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1099 time: 0.0729105 Jun 05 17:11:49.159590 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-812cc965-6577-469e-a356-86ee00efbf37 req-6fd77d39-5c7d-4225-af9a-b4489f948f04 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373001 Jun 05 17:11:49.428943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5f0b-7b47-4fb8-8234-5c259fbb79a2 req-5ca14451-baba-4258-bb1b-703b917ab629 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:49.430393 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bf2b5f0b-7b47-4fb8-8234-5c259fbb79a2 req-5ca14451-baba-4258-bb1b-703b917ab629 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0855553 Jun 05 17:11:49.474872 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bf2b5f0b-7b47-4fb8-8234-5c259fbb79a2 req-3ca8b507-44ff-455b-a62c-adef99418a51 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380332 Jun 05 17:11:50.121959 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66729dcb-41ac-4dd0-96a7-325798ddda3e req-66e44206-a265-4972-80ee-be26e1d45003 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:50.123424 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-66729dcb-41ac-4dd0-96a7-325798ddda3e req-66e44206-a265-4972-80ee-be26e1d45003 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0785940 Jun 05 17:11:50.167148 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-66729dcb-41ac-4dd0-96a7-325798ddda3e req-a1f445a7-a8aa-4388-9145-b1b0dccfacce tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Jun 05 17:11:50.655792 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c49ae-3852-43ff-9a4f-4d6f5b68b5d4 req-e82f57e6-3c4d-4381-bb56-d64f118b61c6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:50.657199 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-072c49ae-3852-43ff-9a4f-4d6f5b68b5d4 req-e82f57e6-3c4d-4381-bb56-d64f118b61c6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0795391 Jun 05 17:11:50.700377 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-072c49ae-3852-43ff-9a4f-4d6f5b68b5d4 req-75561a18-3a20-4d9b-a437-6c9ca362fe21 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Jun 05 17:11:51.291571 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:11:51.354389 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74e5c0-16b8-417c-bb41-06c096b3158f req-3c343e29-460f-4925-bd56-996fcc98a5aa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:51.356664 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ff74e5c0-16b8-417c-bb41-06c096b3158f req-3c343e29-460f-4925-bd56-996fcc98a5aa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 943 time: 0.0815773 Jun 05 17:11:51.400201 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ff74e5c0-16b8-417c-bb41-06c096b3158f req-08785c6c-43fb-4d67-b633-6411442ef582 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380538 Jun 05 17:11:51.422993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:51.437850 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '38003908-937f-4385-8a60-ca4e9860541f', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'port_id': '38003908-937f-4385-8a60-ca4e9860541f', 'mac_address': 'fa:16:3e:a4:bb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:11:51.491091 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:51.510302 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38003908-937f-4385-8a60-ca4e9860541f {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:11:51.525718 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:51.529330 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:51.531046 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:51.601012 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=9']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:51.604293 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:51.882466 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecd29-e3ec-41b4-9ded-c132cdd92a36 req-d0e4c340-0ca2-4ba2-8ad3-d160819ff6cc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:51.883931 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-885ecd29-e3ec-41b4-9ded-c132cdd92a36 req-d0e4c340-0ca2-4ba2-8ad3-d160819ff6cc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0819955 Jun 05 17:11:51.928520 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-885ecd29-e3ec-41b4-9ded-c132cdd92a36 req-534bfe9c-6e83-433d-b827-89dc830e66df tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389764 Jun 05 17:11:52.585162 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe845b6-4b6c-4bd1-be26-793e04c5619b req-2346f406-bf86-464a-8ba4-fa6e970117ae tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:52.586587 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8fe845b6-4b6c-4bd1-be26-793e04c5619b req-2346f406-bf86-464a-8ba4-fa6e970117ae tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 944 time: 0.0800982 Jun 05 17:11:52.635091 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8fe845b6-4b6c-4bd1-be26-793e04c5619b req-080ff089-2cee-4bac-a17f-f00ebcabe0aa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Jun 05 17:11:53.111530 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaa7c3-b2bc-4bff-a726-95e340aa0a6d req-8ba3fd1f-d268-47bd-8786-575a4eb5f20b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:53.112965 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c4aaa7c3-b2bc-4bff-a726-95e340aa0a6d req-8ba3fd1f-d268-47bd-8786-575a4eb5f20b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0810423 Jun 05 17:11:53.157347 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c4aaa7c3-b2bc-4bff-a726-95e340aa0a6d req-0784798e-421d-4e11-a50b-e75439556d21 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385916 Jun 05 17:11:53.363540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['38003908-937f-4385-8a60-ca4e9860541f'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:11:53.838143 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00eac-9281-41b9-b515-b5662c46478c req-5bcb398f-6a4f-489a-b1d0-c249f09dfd02 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:53.839617 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2be00eac-9281-41b9-b515-b5662c46478c req-5bcb398f-6a4f-489a-b1d0-c249f09dfd02 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 944 time: 0.0931942 Jun 05 17:11:53.894373 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2be00eac-9281-41b9-b515-b5662c46478c req-8b74b9a3-32d0-4316-bb3d-977cd0fcf8d3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479410 Jun 05 17:11:54.108746 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-6f66f7d1-d4ff-4e46-9bd6-3702b18b54e7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:54.110283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-6f66f7d1-d4ff-4e46-9bd6-3702b18b54e7 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/networks?id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 HTTP/1.1" status: 200 len: 813 time: 0.2207487 Jun 05 17:11:54.124756 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-20e66a94-a3ee-4b33-bc2d-d79f70679548 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/quotas/a8fd47b34887482eb3a799112e0f742f HTTP/1.1" status: 200 len: 375 time: 0.0089469 Jun 05 17:11:54.171608 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-b9f6cc3b-348e-4ba1-9384-86965d309abc tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8fd47b34887482eb3a799112e0f742f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418377 Jun 05 17:11:54.303907 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-472f3737-3c50-4e83-9edf-bcb7e8c14698 service neutron] 10.222.0.37 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256192 Jun 05 17:11:54.345415 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40076d20-a19c-496e-a130-c6dc627d8969 req-c7e90758-45b5-4642-b488-65ab79f5fc7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:54.346855 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-40076d20-a19c-496e-a130-c6dc627d8969 req-c7e90758-45b5-4642-b488-65ab79f5fc7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0849938 Jun 05 17:11:54.390252 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-40076d20-a19c-496e-a130-c6dc627d8969 req-52006c43-81fb-496b-8644-73f706bbc822 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374904 Jun 05 17:11:54.436275 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-45314915-e8d0-4201-9e7b-73df7df99f60 service neutron] 10.222.0.37 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253605 Jun 05 17:11:54.611847 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-029d612f-6b73-4282-9e50-ddcd0853fa17 req-657ae5bb-dc65-4665-8794-aeab1ae6a259 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 210 time: 0.0430391 Jun 05 17:11:54.630866 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:11:54.697486 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 38003908-937f-4385-8a60-ca4e9860541f triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:11:54.697861 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:54.814059 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:54.841798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:54.844068 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab462bb6-3243-4cb2-88ff-d41c6519ab8a" -d '{"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-plugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:54.852123 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:11:54.857817 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:54.859808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5620c011-78fd-4871-9769-28ea6d790d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:54.903332 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313b87d-f543-4537-8f33-3d7763ff4f22 x-openstack-request-id: req-3313b87d-f543-4537-8f33-3d7763ff4f22 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:54.903647 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-plugged", "status": "completed", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:54.904388 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3313b87d-f543-4537-8f33-3d7763ff4f22 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:54.904388 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'code': 200} Jun 05 17:11:54.932138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=10']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:54.935050 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:55.101966 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d46a8-73f8-4c91-92bc-189396555be5 req-02e1e12a-f590-484e-a665-7b24aa39e8e5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:55.103425 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-623d46a8-73f8-4c91-92bc-189396555be5 req-02e1e12a-f590-484e-a665-7b24aa39e8e5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0871549 Jun 05 17:11:55.244826 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-623d46a8-73f8-4c91-92bc-189396555be5 req-69241560-ed02-4acf-857b-881f781cdb43 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340330 Jun 05 17:11:55.584631 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d156a-0b2c-4628-a10a-2efe192950bd req-f300f10b-f197-48a2-8748-4c52d4a5c79b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:55.586127 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb1d156a-0b2c-4628-a10a-2efe192950bd req-f300f10b-f197-48a2-8748-4c52d4a5c79b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0843966 Jun 05 17:11:55.679965 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb1d156a-0b2c-4628-a10a-2efe192950bd req-53e0941f-c0c7-414d-99e1-ff3a776f7e33 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882585 Jun 05 17:11:55.698074 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d672d-f6d0-48cb-87b7-a8e334b1b0eb req-9596c84a-c566-49b9-84bd-17375084edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:55.700060 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-915d672d-f6d0-48cb-87b7-a8e334b1b0eb req-9596c84a-c566-49b9-84bd-17375084edf1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 1099 time: 0.2028797 Jun 05 17:11:55.757956 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-915d672d-f6d0-48cb-87b7-a8e334b1b0eb req-04d454af-8996-4bd8-8152-cb73cf1002be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493498 Jun 05 17:11:55.800789 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6cbf8470-5252-47d0-ae4d-951941ae23ff req-e70c9308-925e-4711-8bf8-3049d026ff2f tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 210 time: 0.0558343 Jun 05 17:11:55.896691 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f023-3d60-49ec-9a74-e38ec84d44ef req-178e7b43-1ac5-4eac-b76c-2d3eeb381422 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:55.898165 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-75e9f023-3d60-49ec-9a74-e38ec84d44ef req-178e7b43-1ac5-4eac-b76c-2d3eeb381422 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0826945 Jun 05 17:11:55.907157 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 52360) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:11:55.911861 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'floatingip': {'port_id': 'cc931806-729e-4459-83cc-dad40a0e2df7'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:55.988377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.156576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-932cd4d6-2a66-4475-afb9-42e8b4c0f079 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:56.158050 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-932cd4d6-2a66-4475-afb9-42e8b4c0f079 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "GET /v2.0/networks?id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 HTTP/1.1" status: 200 len: 813 time: 0.1442432 Jun 05 17:11:56.172289 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Request body: {'port': {'device_id': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085', 'admin_state_up': True, 'tenant_id': 'a8fd47b34887482eb3a799112e0f742f'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:56.338080 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Made reservation on behalf of a8fd47b34887482eb3a799112e0f742f for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:11:56.342616 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.517437 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Allocated IP 172.20.0.2 (43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085/7322f24e-abbb-44ea-a657-d3963ef1290b/64807c27-15d3-4082-9dd9-cc30f4b5fb80) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:11:56.662230 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.668100 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.727487 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.760055 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.766465 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3549886e-b24e-4e73-83f1-2d3f99120e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:56.782757 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094c2ff-6c41-4b85-95b8-4a5894f308a7 req-68b2917d-5d00-4de7-a0d0-9204a2a5521c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:56.784343 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2094c2ff-6c41-4b85-95b8-4a5894f308a7 req-68b2917d-5d00-4de7-a0d0-9204a2a5521c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.2008414 Jun 05 17:11:56.837380 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:11:56.841371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:11:56.848175 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:11:56.889471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Pushing event updated for resources: {'Port': ['ID=64807c27-15d3-4082-9dd9-cc30f4b5fb80,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:56.893046 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:56.909215 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.l3_db [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Floating IP 8f607a79-8194-412e-a7f1-7481fa190ce6 associated. External IP: 172.27.0.44, port: cc931806-729e-4459-83cc-dad40a0e2df7. Jun 05 17:11:56.927999 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:56.928907 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:56.971839 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2094c2ff-6c41-4b85-95b8-4a5894f308a7 req-86fde7ec-7ec2-45ef-9d31-f629242ede20 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300204 Jun 05 17:11:57.102889 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9344609 Jun 05 17:11:57.129015 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75a7e8-57de-4b6a-8853-8964919b6260 req-11dcabdb-e126-4d6f-b39e-7a26259cb3d9 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:57.130435 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1a75a7e8-57de-4b6a-8853-8964919b6260 req-11dcabdb-e126-4d6f-b39e-7a26259cb3d9 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 931 time: 0.1941793 Jun 05 17:11:57.135436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Request body: {'port': {'device_id': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:11:57.255247 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1a75a7e8-57de-4b6a-8853-8964919b6260 req-ec024948-c483-42c3-bef1-ea37370558a5 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947001 Jun 05 17:11:57.292244 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:57.441523 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:11:57.628230 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:11:57.632979 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:57.640385 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:11:57.655521 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:57.657858 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:11:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:57.663557 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64807c27-15d3-4082-9dd9-cc30f4b5fb80 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:11:57.672732 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:57.694058 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Transition to ACTIVE for port object 64807c27-15d3-4082-9dd9-cc30f4b5fb80 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:11:57.702576 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-80d2599d-0f70-4391-85bd-96196d82d07b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "PUT /v2.0/floatingips/8f607a79-8194-412e-a7f1-7481fa190ce6 HTTP/1.1" status: 200 len: 991 time: 1.7914217 Jun 05 17:11:57.702576 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:57.703204 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:57.703644 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3725b83-7f3b-4d97-b032-da9820d0c612" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:57.707000 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2f090c4d-3708-4cda-a578-4019079dd081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:57.751706 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9dbaf0-59a5-44db-86a3-e5e4e8948995 x-openstack-request-id: req-9e9dbaf0-59a5-44db-86a3-e5e4e8948995 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:57.752085 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:57.752519 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e9dbaf0-59a5-44db-86a3-e5e4e8948995 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:57.752853 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'status': 'completed', 'code': 200} Jun 05 17:11:57.843030 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Pushing event updated for resources: {'Port': ['ID=64807c27-15d3-4082-9dd9-cc30f4b5fb80,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:57.877937 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:57.884670 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:57.959600 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Attempting to bind port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:11:57.959994 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Attempting to bind port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:11:57.960269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Attempting to bind port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 on network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:57.965024 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 on network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:11:57.965923 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Attempting to bind port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 on network 43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:11:57.971038 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:11:57.971397 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Checking segment: {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:11:57.971778 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Bound using segment: {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:11:57.972199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Bound port: 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e24bf35-251c-4794-ba1c-d09b73133d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:11:57.972547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:58.066869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] For port 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:11:58.070136 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] For port 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=64807c27-15d3-4082-9dd9-cc30f4b5fb80,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:11:58.074046 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:58.079309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:11:58.172965 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:58.173584 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:11:58.175001 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] 10.222.0.43 "PUT /v2.0/ports/64807c27-15d3-4082-9dd9-cc30f4b5fb80 HTTP/1.1" status: 200 len: 1093 time: 1.0540030 Jun 05 17:11:58.182237 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'tag': '64807c27-15d3-4082-9dd9-cc30f4b5fb80'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:11:58.185009 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1517a28-4246-4536-84d9-5c6edab0ced2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c9cf41-68fe-4296-a2ae-78d1b7832606", "tag": "64807c27-15d3-4082-9dd9-cc30f4b5fb80"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:11:58.216401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Pushing event updated for resources: {'Port': ['ID=64807c27-15d3-4082-9dd9-cc30f4b5fb80,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:11:58.220728 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:11:58.242383 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f769c-0725-47a6-a924-fb872a290485 req-7e7f2175-6f1d-4938-abc0-f096625cd013 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:58.243868 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d50f769c-0725-47a6-a924-fb872a290485 req-7e7f2175-6f1d-4938-abc0-f096625cd013 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.1327310 Jun 05 17:11:58.285661 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '8f607a79-8194-412e-a7f1-7481fa190ce6', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'port_id': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'mac_address': 'fa:16:3e:cd:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:11:15Z', 'updated_at': '2021-06-05T17:11:56Z', 'revision_number': 1, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:58.290800 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:11:58.299317 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:11:58.299950 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:11:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:58.301979 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d50f769c-0725-47a6-a924-fb872a290485 req-8fa0181a-bda4-42fd-9243-d7e246d54eb4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518589 Jun 05 17:11:58.355577 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab4a29e-438f-458d-8f9e-a057c7b7ec9b x-openstack-request-id: req-aab4a29e-438f-458d-8f9e-a057c7b7ec9b {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:11:58.355986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c9cf41-68fe-4296-a2ae-78d1b7832606", "tag": "64807c27-15d3-4082-9dd9-cc30f4b5fb80", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:11:58.356339 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aab4a29e-438f-458d-8f9e-a057c7b7ec9b {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:11:58.356881 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'tag': '64807c27-15d3-4082-9dd9-cc30f4b5fb80', 'status': 'completed', 'code': 200} Jun 05 17:11:58.485216 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:11:58.516113 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550b5c9-8d65-415a-b1ab-38d9e7ed163d req-4a9ee26a-cfc1-4da9-a62a-3f78b669d514 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:58.517534 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d550b5c9-8d65-415a-b1ab-38d9e7ed163d req-4a9ee26a-cfc1-4da9-a62a-3f78b669d514 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0796735 Jun 05 17:11:58.561974 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d550b5c9-8d65-415a-b1ab-38d9e7ed163d req-91372a9c-89bf-4c21-8424-9b6e56d8b406 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Jun 05 17:11:58.824214 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '8f607a79-8194-412e-a7f1-7481fa190ce6', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'port_id': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'mac_address': 'fa:16:3e:cd:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:11:15Z', 'updated_at': '2021-06-05T17:11:56Z', 'revision_number': 1, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:11:58.828170 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51085410-4203-4cc6-b95f-1d695ef522ff None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '8f607a79-8194-412e-a7f1-7481fa190ce6', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'port_id': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'mac_address': 'fa:16:3e:cd:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:11:15Z', 'updated_at': '2021-06-05T17:11:56Z', 'revision_number': 1, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:11:58.999825 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf70c2d-0420-4c1c-9a17-6349ee83c7a5 None None] New status for floating IP 8f607a79-8194-412e-a7f1-7481fa190ce6: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:11:59.489636 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b65fc-9b01-40e4-a8bf-c65971da6b35 req-645c8db4-7212-47e1-8101-e033be91e482 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:59.491050 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-812b65fc-9b01-40e4-a8bf-c65971da6b35 req-645c8db4-7212-47e1-8101-e033be91e482 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0816782 Jun 05 17:11:59.535482 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-812b65fc-9b01-40e4-a8bf-c65971da6b35 req-7e866c8f-1a3c-4930-9e5b-4f59f55c18bc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Jun 05 17:11:59.740608 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f6920-7a07-4dd7-9217-5d41a741a86c req-eaa540f7-4995-4ca4-944d-d83f9560cb84 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:11:59.742029 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-191f6920-7a07-4dd7-9217-5d41a741a86c req-eaa540f7-4995-4ca4-944d-d83f9560cb84 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0792768 Jun 05 17:11:59.785232 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-191f6920-7a07-4dd7-9217-5d41a741a86c req-3d070145-3329-4b83-ab59-9ccace9252cd tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Jun 05 17:12:00.729876 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc18f7-6512-4455-8fb0-7c9e219522c3 req-a8b3b4fb-ae8c-4198-86d9-154d6fe1ed2f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:00.731866 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b9fc18f7-6512-4455-8fb0-7c9e219522c3 req-a8b3b4fb-ae8c-4198-86d9-154d6fe1ed2f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0825238 Jun 05 17:12:00.773977 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b9fc18f7-6512-4455-8fb0-7c9e219522c3 req-90d68ca4-35bf-4679-80eb-6f7b1dba5b48 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366154 Jun 05 17:12:00.963028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109f08-62ed-47db-9122-726d6ab3afb1 req-bbbff378-75d0-4110-aff0-98501f12c7aa tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:00.964505 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f0109f08-62ed-47db-9122-726d6ab3afb1 req-bbbff378-75d0-4110-aff0-98501f12c7aa tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0794237 Jun 05 17:12:01.007917 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f0109f08-62ed-47db-9122-726d6ab3afb1 req-cc652920-872c-436c-9176-35c9dc704916 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370846 Jun 05 17:12:01.629707 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-570a72dc-e8cb-49c1-a558-1d30491394e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:01.631159 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-570a72dc-e8cb-49c1-a558-1d30491394e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1099 time: 0.0731413 Jun 05 17:12:01.639193 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1517a28-4246-4536-84d9-5c6edab0ced2 req-cfcc1be3-0672-43ff-bed8-247b5beaa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:01.640685 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c1517a28-4246-4536-84d9-5c6edab0ced2 req-cfcc1be3-0672-43ff-bed8-247b5beaa1e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fd47b34887482eb3a799112e0f742f&device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 1096 time: 0.0740395 Jun 05 17:12:01.768550 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-4bc84946-38d5-4a34-a2cd-17b8140f17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:01.769909 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-4bc84946-38d5-4a34-a2cd-17b8140f17fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1315651 Jun 05 17:12:01.852040 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1517a28-4246-4536-84d9-5c6edab0ced2 req-d43ae5fb-2902-4d72-a644-b7715f6f4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:01.853470 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c1517a28-4246-4536-84d9-5c6edab0ced2 req-d43ae5fb-2902-4d72-a644-b7715f6f4655 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a8fd47b34887482eb3a799112e0f742f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2060359 Jun 05 17:12:01.960012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93835b-bacb-433b-8d48-f69a4b0280f1 req-807f7f68-59bf-4ccb-aff3-3f6a860dc587 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:01.961431 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2b93835b-bacb-433b-8d48-f69a4b0280f1 req-807f7f68-59bf-4ccb-aff3-3f6a860dc587 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0790162 Jun 05 17:12:02.048753 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2b93835b-bacb-433b-8d48-f69a4b0280f1 req-016edfa7-9773-4463-9526-aac2201ca4b3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811334 Jun 05 17:12:02.098501 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-0bc299e7-7c8f-4d07-83ab-586bbda6975c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 1001 time: 0.1114790 Jun 05 17:12:02.140712 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1517a28-4246-4536-84d9-5c6edab0ced2 req-53299afa-12ba-4c42-9301-05b049e6d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:02.142118 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c1517a28-4246-4536-84d9-5c6edab0ced2 req-53299afa-12ba-4c42-9301-05b049e6d2f5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551030 Jun 05 17:12:02.214547 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-e00b8763-21c8-4b3c-a08a-1fa40492cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:02.216511 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-e00b8763-21c8-4b3c-a08a-1fa40492cc06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.1119950 Jun 05 17:12:02.245810 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-78bfb46e-fad4-417a-8ede-3d13b66b468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:02.247302 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-78bfb46e-fad4-417a-8ede-3d13b66b468d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fd47b34887482eb3a799112e0f742f&device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 1096 time: 0.0702076 Jun 05 17:12:02.284214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf9c5-c343-4475-97e2-9a3363cbff7c req-3247e41e-cd32-4b4f-aaee-42d44874030d tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:02.285639 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-132bf9c5-c343-4475-97e2-9a3363cbff7c req-3247e41e-cd32-4b4f-aaee-42d44874030d tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.1505277 Jun 05 17:12:02.317510 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-287f621d-19d0-45b1-a332-fdc328f2b2c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64807c27-15d3-4082-9dd9-cc30f4b5fb80 HTTP/1.1" status: 200 len: 217 time: 0.0628266 Jun 05 17:12:02.335950 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-63970e96-36c6-48b5-9fa6-de4b3ab3fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:02.337387 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-63970e96-36c6-48b5-9fa6-de4b3ab3fb47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132987 Jun 05 17:12:02.342358 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-132bf9c5-c343-4475-97e2-9a3363cbff7c req-0b0c953c-2177-48fa-9e9b-3fbfb90c5471 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492392 Jun 05 17:12:02.382765 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d002c-5200-4480-97a4-fd01c05c0426 req-d926ad27-f3de-41c6-975b-a426b7a2cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:02.384237 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-d926ad27-f3de-41c6-975b-a426b7a2cff5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7322f24e-abbb-44ea-a657-d3963ef1290b HTTP/1.1" status: 200 len: 853 time: 0.0604405 Jun 05 17:12:02.434573 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-60067be2-e43f-44f5-8eae-8ba00ad4fc7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430520 Jun 05 17:12:02.472117 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-fed11fe0-8071-4ee2-ac51-b285d3c10b3c service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238785 Jun 05 17:12:02.566791 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-eb769eeb-3143-4d97-be26-3cb12b05297b service neutron] 10.222.0.43 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245964 Jun 05 17:12:02.606896 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3725b83-7f3b-4d97-b032-da9820d0c612 req-a46780d4-5bf5-4652-99d8-fd3e1c9723ef service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279676 Jun 05 17:12:02.703970 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-066d002c-5200-4480-97a4-fd01c05c0426 req-c4a25e96-be0a-4516-b852-6a56feb9212e service neutron] 10.222.0.43 "GET /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303310 Jun 05 17:12:03.526230 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdda79-217e-4988-9d09-e40dc9d9a980 req-7c25968a-2b21-4c07-acbc-9ee7e8d6bb12 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:03.528259 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10bdda79-217e-4988-9d09-e40dc9d9a980 req-7c25968a-2b21-4c07-acbc-9ee7e8d6bb12 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0827453 Jun 05 17:12:03.570969 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-10bdda79-217e-4988-9d09-e40dc9d9a980 req-ff36be11-5a98-49e4-bc27-8f5f78b47972 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Jun 05 17:12:04.749061 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da5e3-a707-4387-9eb2-4d1d69afb973 req-75c05d3a-6129-48a5-8c47-bea19750c5f0 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:04.750379 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1c6da5e3-a707-4387-9eb2-4d1d69afb973 req-75c05d3a-6129-48a5-8c47-bea19750c5f0 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0774248 Jun 05 17:12:04.793589 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1c6da5e3-a707-4387-9eb2-4d1d69afb973 req-fa96c4da-0751-4f56-8c5c-5a6f9b925a69 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376263 Jun 05 17:12:05.021044 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-ad7d5d0c-9d00-4e10-9662-3ed8ef693e64 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704944 Jun 05 17:12:05.108799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-33aef19a-0d12-4920-9e70-579750b9fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:05.110198 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-33aef19a-0d12-4920-9e70-579750b9fbfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.0674562 Jun 05 17:12:05.260555 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-b9305be7-d14b-428c-9641-c56563c134e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:05.262638 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-b9305be7-d14b-428c-9641-c56563c134e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.1283789 Jun 05 17:12:05.365952 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-6df3a093-0f54-4c15-9436-12495f890b3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 1000 time: 0.0948861 Jun 05 17:12:05.428452 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-acea0302-42a1-411b-9fa4-24cc6cc92791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:05.429807 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-acea0302-42a1-411b-9fa4-24cc6cc92791 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0572772 Jun 05 17:12:05.504094 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-8c0d0c7f-873b-491d-a277-4036ee0d4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:05.505519 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-8c0d0c7f-873b-491d-a277-4036ee0d4655 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689411 Jun 05 17:12:05.637690 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-71fecf21-b9d0-4530-8803-6536e4a091e6 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245968 Jun 05 17:12:05.870811 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5e0614e9-2c0a-4e04-b7dd-5a1145ea073e req-d27623c7-1d6b-41d4-ac62-40bb847b4d3e service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257862 Jun 05 17:12:05.982394 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5399a-e14c-4c84-b4f7-03ed03861f44 req-e92352c6-0663-497e-af51-08f082ed7b87 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:05.983773 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-66d5399a-e14c-4c84-b4f7-03ed03861f44 req-e92352c6-0663-497e-af51-08f082ed7b87 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0827827 Jun 05 17:12:06.028426 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-66d5399a-e14c-4c84-b4f7-03ed03861f44 req-1180cb53-126f-449a-bc21-3f5e454cad7f tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Jun 05 17:12:07.005848 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 64807c27-15d3-4082-9dd9-cc30f4b5fb80 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:12:07.149090 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=64807c27-15d3-4082-9dd9-cc30f4b5fb80,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:12:07.167782 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '64807c27-15d3-4082-9dd9-cc30f4b5fb80', 'network_id': '43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085', 'port_id': '64807c27-15d3-4082-9dd9-cc30f4b5fb80', 'mac_address': 'fa:16:3e:da:fe:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7322f24e-abbb-44ea-a657-d3963ef1290b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:12:07.231308 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:07.245951 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5ba62-0e62-4ad3-a148-186d3882e459 req-c5c33930-423f-40a2-818a-cd1515dac253 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:07.248003 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e9f5ba62-0e62-4ad3-a148-186d3882e459 req-c5c33930-423f-40a2-818a-cd1515dac253 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 943 time: 0.0989959 Jun 05 17:12:07.249273 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64807c27-15d3-4082-9dd9-cc30f4b5fb80 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:12:07.265208 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=64807c27-15d3-4082-9dd9-cc30f4b5fb80,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:12:07.269952 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:07.271683 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b52b3f3f-738a-4b4c-a2d3-a355719d3e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:12:07.343862 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=64807c27-15d3-4082-9dd9-cc30f4b5fb80,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:12:07.346943 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:12:07.401638 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e9f5ba62-0e62-4ad3-a148-186d3882e459 req-e41d8182-d536-472e-b1d8-04d9f62ba01e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471431 Jun 05 17:12:07.655839 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['64807c27-15d3-4082-9dd9-cc30f4b5fb80'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:12:08.164601 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:08.585055 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2102ed-8a82-484c-bac0-cce7035b269c req-0b7792fa-d74c-4bee-9260-29ea9eead5ff tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:08.586516 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9e2102ed-8a82-484c-bac0-cce7035b269c req-0b7792fa-d74c-4bee-9260-29ea9eead5ff tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 944 time: 0.0791361 Jun 05 17:12:08.637794 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9e2102ed-8a82-484c-bac0-cce7035b269c req-a31cac9f-ba7c-4cfe-890f-647d43155c51 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Jun 05 17:12:09.004654 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 64807c27-15d3-4082-9dd9-cc30f4b5fb80 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:12:09.074229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:12:09.079521 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:12:09.079869 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:09.197307 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:09.223814 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64807c27-15d3-4082-9dd9-cc30f4b5fb80'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:12:09.227640 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7162f7d-4624-42ba-817c-182290345040" -d '{"events": [{"server_uuid": "b2c9cf41-68fe-4296-a2ae-78d1b7832606", "name": "network-vif-plugged", "status": "completed", "tag": "64807c27-15d3-4082-9dd9-cc30f4b5fb80"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:12:09.234854 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=64807c27-15d3-4082-9dd9-cc30f4b5fb80,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:12:09.238770 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:09.240575 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:12:09.274762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5fd1ae-7af2-4fff-a839-fd11f360d807 x-openstack-request-id: req-7f5fd1ae-7af2-4fff-a839-fd11f360d807 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:12:09.275057 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c9cf41-68fe-4296-a2ae-78d1b7832606", "name": "network-vif-plugged", "status": "completed", "tag": "64807c27-15d3-4082-9dd9-cc30f4b5fb80", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:12:09.275316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f5fd1ae-7af2-4fff-a839-fd11f360d807 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:12:09.275725 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64807c27-15d3-4082-9dd9-cc30f4b5fb80', 'code': 200} Jun 05 17:12:09.310703 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e6861d21-c39c-4082-ba08-32f7a4fa2686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:09.319160 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=64807c27-15d3-4082-9dd9-cc30f4b5fb80,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:12:09.322026 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:12:09.511764 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2498a3-fa6e-41ef-a609-c3be85468266 req-56104fde-662e-4ffa-a84f-ee989e2594a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:09.513256 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e2498a3-fa6e-41ef-a609-c3be85468266 req-56104fde-662e-4ffa-a84f-ee989e2594a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 1098 time: 0.0737460 Jun 05 17:12:09.553994 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e2498a3-fa6e-41ef-a609-c3be85468266 req-681d9b49-55e2-4e9f-87cf-68c2c20fc6ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jun 05 17:12:09.826826 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fc554-d6fe-4b22-9b4d-0d29552c8add req-e5d98bf3-d7a8-4111-97aa-f9eb7071721e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:09.828337 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-032fc554-d6fe-4b22-9b4d-0d29552c8add req-e5d98bf3-d7a8-4111-97aa-f9eb7071721e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.0800285 Jun 05 17:12:09.874080 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-032fc554-d6fe-4b22-9b4d-0d29552c8add req-101525e1-4136-4145-a445-d8c5e9051b17 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Jun 05 17:12:11.066539 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008a10a-8850-4131-8037-c580885b6667 req-6dc656cd-79e9-48f8-8cf3-33e359c4cc8e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:11.067984 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d008a10a-8850-4131-8037-c580885b6667 req-6dc656cd-79e9-48f8-8cf3-33e359c4cc8e tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.0847332 Jun 05 17:12:11.112753 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d008a10a-8850-4131-8037-c580885b6667 req-5b56b83e-a9c5-4b4b-aa76-0d3fa7cff125 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389102 Jun 05 17:12:11.732908 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:11.918323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-49e74f28-779b-4524-bd88-9d3203f56144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:12.298535 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865c399-6430-4789-b8a8-b592f4262538 req-08a08866-1758-4233-8ceb-ae2b17d7fea2 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:12.300032 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1865c399-6430-4789-b8a8-b592f4262538 req-08a08866-1758-4233-8ceb-ae2b17d7fea2 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.0785372 Jun 05 17:12:12.343788 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1865c399-6430-4789-b8a8-b592f4262538 req-726adb65-1a47-4e1c-94f2-e0815dd3d10b tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Jun 05 17:12:12.980387 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:14.577760 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:16.348875 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:12:38.179165 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:39.294055 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e46899f3-5d2e-4fd0-9428-695cc9f32e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:41.734196 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:41.919707 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4e54d24d-c971-4a49-87b0-9ca546f362b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:42.979788 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:44.582895 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:45.072977 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bc1d8-e7e4-43fe-8978-a876de01035e req-f90dffca-3ba2-4ec6-978f-8be5fa098380 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:45.074431 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4f3bc1d8-e7e4-43fe-8978-a876de01035e req-f90dffca-3ba2-4ec6-978f-8be5fa098380 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.0849044 Jun 05 17:12:45.119185 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4f3bc1d8-e7e4-43fe-8978-a876de01035e req-24354ded-171d-47ad-b875-ac37adb917eb tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Jun 05 17:12:46.298841 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e732bb-342d-4afa-9664-6c76ba609336 req-19d2a4f5-a665-4b04-ae0f-0e8288db34ab tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:46.300235 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91e732bb-342d-4afa-9664-6c76ba609336 req-19d2a4f5-a665-4b04-ae0f-0e8288db34ab tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.0769525 Jun 05 17:12:46.346080 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91e732bb-342d-4afa-9664-6c76ba609336 req-85018e1f-0c29-4cf4-8f89-e11b28642a76 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Jun 05 17:12:47.237149 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-6791dd54-f8aa-4e8b-aa8f-bca0e5aea350 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:47.238529 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-6791dd54-f8aa-4e8b-aa8f-bca0e5aea350 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.0825913 Jun 05 17:12:47.369263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Deleting port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:12:47.369918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:47.549498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] For port 64807c27-15d3-4082-9dd9-cc30f4b5fb80, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=64807c27-15d3-4082-9dd9-cc30f4b5fb80,segment=NetworkSegment(9e24bf35-251c-4794-ba1c-d09b73133d30),segment_id=9e24bf35-251c-4794-ba1c-d09b73133d30)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:12:47.549843 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:47.672801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Calling delete_port for 64807c27-15d3-4082-9dd9-cc30f4b5fb80 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:12:47.691247 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc3190-5173-48a5-a350-1d3017d00d7c req-b0c14f49-b256-4411-a24c-d46ae351a414 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:12:47.692757 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d3bc3190-5173-48a5-a350-1d3017d00d7c req-b0c14f49-b256-4411-a24c-d46ae351a414 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c9cf41-68fe-4296-a2ae-78d1b7832606 HTTP/1.1" status: 200 len: 945 time: 0.2366049 Jun 05 17:12:47.747003 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d3bc3190-5173-48a5-a350-1d3017d00d7c req-99887288-fe16-44b3-9b87-b3135dbd95a6 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.37 "GET /v2.0/security-groups?id=958d8a6e-81fb-4c89-9a7a-5071d4a30557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jun 05 17:12:47.830153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:47.835845 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8f02e1e4-5d61-4390-a9a5-be3fa8aa1c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:12:47.845925 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['64807c27-15d3-4082-9dd9-cc30f4b5fb80'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:12:47.909783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Pushing event deleted for resources: {'Port': ['ID=64807c27-15d3-4082-9dd9-cc30f4b5fb80,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:12:47.926251 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.926550 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.926908 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.927257 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.927625 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.927974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.928316 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.928659 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.928998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.929340 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.929680 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.930017 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:47.933236 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:12:47.975765 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] No DVR routers for this DVR port 64807c27-15d3-4082-9dd9-cc30f4b5fb80 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:12:47.978284 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:47.980476 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e70a3105-eb77-4ef7-9a03-2e8777349a0c req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] 10.222.0.43 "DELETE /v2.0/ports/64807c27-15d3-4082-9dd9-cc30f4b5fb80 HTTP/1.1" status: 204 len: 173 time: 0.7359951 Jun 05 17:12:47.981003 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'name': 'network-vif-deleted', 'tag': '64807c27-15d3-4082-9dd9-cc30f4b5fb80'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:12:47.983864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9497f95-ecc9-410d-8af2-57893cc96e29" -d '{"events": [{"server_uuid": "b2c9cf41-68fe-4296-a2ae-78d1b7832606", "name": "network-vif-deleted", "tag": "64807c27-15d3-4082-9dd9-cc30f4b5fb80"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:12:48.091391 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f9b764-11c9-486e-b65a-27c42fe972cd x-openstack-request-id: req-61f9b764-11c9-486e-b65a-27c42fe972cd {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:12:48.091728 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c9cf41-68fe-4296-a2ae-78d1b7832606", "name": "network-vif-deleted", "tag": "64807c27-15d3-4082-9dd9-cc30f4b5fb80", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:12:48.092016 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61f9b764-11c9-486e-b65a-27c42fe972cd {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:12:48.092446 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c9cf41-68fe-4296-a2ae-78d1b7832606', 'name': 'network-vif-deleted', 'tag': '64807c27-15d3-4082-9dd9-cc30f4b5fb80', 'status': 'completed', 'code': 200} Jun 05 17:12:50.637530 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 52884) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:12:50.755657 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:50.860985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:50.864596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:50.872630 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a63aae37-8250-4ae8-88f2-8319a1b2c436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:12:50.911223 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a14baea33d204383ae02fbc5f15ce6a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726722 Jun 05 17:12:50.912979 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519cfd8a-857f-4d2b-8fbe-8bcbdda8dd4c,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:12:50.913938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 52888) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:12:50.920313 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.920684 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.921046 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.921400 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.921750 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.922095 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.922498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.922840 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.923183 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.923549 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.923893 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.924228 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:12:50.927981 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:12:50.973351 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:50.998050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:51.049250 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:51.051749 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:12:51.052871 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/519cfd8a-857f-4d2b-8fbe-8bcbdda8dd4c HTTP/1.1" status: 204 len: 168 time: 0.1379566 Jun 05 17:12:51.053605 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2f553d24-e5f8-495e-a932-3de5fa710bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:12:51.062955 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519cfd8a-857f-4d2b-8fbe-8bcbdda8dd4c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:12:51.065728 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:12:51.316049 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 64807c27-15d3-4082-9dd9-cc30f4b5fb80 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:12:51.349507 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 64807c27-15d3-4082-9dd9-cc30f4b5fb80 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:12:51.349858 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 64807c27-15d3-4082-9dd9-cc30f4b5fb80 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:12:53.347768 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:13:05.055458 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-c97d9d59-2f15-4861-b971-2f2ba588c0ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672600 Jun 05 17:13:05.213824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6235-c3f5-44af-99a9-00080460868c req-88482dc4-a4c3-493b-97a0-f8fd920d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:05.215184 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-88482dc4-a4c3-493b-97a0-f8fd920d76cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1138 time: 0.1394148 Jun 05 17:13:05.354326 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6235-c3f5-44af-99a9-00080460868c req-327c8609-37aa-40b0-8d88-d28678db646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:05.355833 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-327c8609-37aa-40b0-8d88-d28678db646f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 913 time: 0.1212289 Jun 05 17:13:05.458918 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-3ee47d60-8673-4f37-b306-3ca05a800195 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 1001 time: 0.0966220 Jun 05 17:13:05.521401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6235-c3f5-44af-99a9-00080460868c req-e2765e01-e1f4-4e18-b658-e82e9f482c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:05.522775 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-e2765e01-e1f4-4e18-b658-e82e9f482c95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.0576322 Jun 05 17:13:05.606714 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6235-c3f5-44af-99a9-00080460868c req-aebf28ce-0c54-4373-90ab-32d427396bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:05.608207 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-aebf28ce-0c54-4373-90ab-32d427396bad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736091 Jun 05 17:13:05.759909 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-477e62db-6561-4bcc-835c-3368a7a544ac service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450126 Jun 05 17:13:05.909876 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-004d6235-c3f5-44af-99a9-00080460868c req-c2073336-b745-4a45-8ca7-8c38ae107998 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414161 Jun 05 17:13:08.192847 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.457983 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53120) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:08.572101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.672022 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.677425 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.689354 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-58d47608-34fc-48f7-a26c-038d817598c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:08.730582 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fdc4f7b7333416180e5d70dc83c4024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715347 Jun 05 17:13:08.733204 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53128) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:08.734507 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6548c2-0a42-4756-857e-029790d25ecf,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:08.738235 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:08.794472 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.820524 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.878858 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.881554 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:08.885792 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee6548c2-0a42-4756-857e-029790d25ecf HTTP/1.1" status: 204 len: 168 time: 0.1483409 Jun 05 17:13:08.887661 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-02fcea62-d871-47f0-b73b-830aae650d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:08.899463 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6548c2-0a42-4756-857e-029790d25ecf,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:08.901670 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:09.296404 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0b8dfd24-79b2-402e-b966-642f89f44041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:11.736212 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:11.921347 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee945bfe-780c-4306-9375-a0240d0fa4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:12.982856 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:14.589666 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.240936 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53202) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:16.301151 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Deleting subnet 7322f24e-abbb-44ea-a657-d3963ef1290b {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:13:16.304035 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.351539 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.408179 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.472745 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.477187 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:16.511354 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7322f24e-abbb-44ea-a657-d3963ef1290b,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:16.513279 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.515061 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7322f24e-abbb-44ea-a657-d3963ef1290b HTTP/1.1" status: 204 len: 168 time: 0.2731416 Jun 05 17:13:16.515985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:16.517522 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53204) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:16.619023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.741131 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.753047 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:16.764626 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e24bf35-251c-4794-ba1c-d09b73133d30') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:16.764924 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e24bf35-251c-4794-ba1c-d09b73133d30') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:16.775776 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.791397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.797133 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:13:16.797513 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:13:16.810532 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:13:16.885559 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.889130 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:16.901541 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:16.903291 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] 10.222.0.37 "DELETE /v2.0/networks/43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085 HTTP/1.1" status: 204 len: 168 time: 0.3848879 Jun 05 17:13:16.909705 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cc9ea4-85c7-4ff5-8dc2-32eb41c8f085,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:16.912052 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:17.073266 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53210) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:17.119862 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-38cf7a49-88bd-4f53-a771-788d80fad2ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8fd47b34887482eb3a799112e0f742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453768 Jun 05 17:13:17.122000 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53212) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:17.181016 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:17.206037 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:17.258073 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:17.260692 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:17.261916 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/958d8a6e-81fb-4c89-9a7a-5071d4a30557 HTTP/1.1" status: 204 len: 168 time: 0.1390648 Jun 05 17:13:17.262665 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a40f710d-0ac7-4fd1-b20e-37a1f151b5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:17.272534 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d8a6e-81fb-4c89-9a7a-5071d4a30557,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:17.274875 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:22.932519 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334fad-47b2-44c8-9000-78e81b7bc007 req-fcacade4-96c8-412b-9974-ea37589bc538 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:22.933969 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b334fad-47b2-44c8-9000-78e81b7bc007 req-fcacade4-96c8-412b-9974-ea37589bc538 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0793507 Jun 05 17:13:22.980435 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b334fad-47b2-44c8-9000-78e81b7bc007 req-02f45923-e8ff-4789-9d0e-1aca3469b71b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404418 Jun 05 17:13:24.114931 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-7286c734-0354-4a41-b69d-6fd0843c585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:24.116519 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-7286c734-0354-4a41-b69d-6fd0843c585e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1138 time: 0.0717335 Jun 05 17:13:24.169679 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cd111-a61e-4eb5-9d30-2b844f108ddf req-53bc4395-84be-4a2c-8d7e-32f6646119d5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:24.171130 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dc0cd111-a61e-4eb5-9d30-2b844f108ddf req-53bc4395-84be-4a2c-8d7e-32f6646119d5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0818005 Jun 05 17:13:24.217461 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dc0cd111-a61e-4eb5-9d30-2b844f108ddf req-e8b98f61-3f8e-47ff-a012-951753dd02bb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394163 Jun 05 17:13:24.246967 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-bc20e25a-b653-4eba-9971-9acb153f38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:24.248429 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-bc20e25a-b653-4eba-9971-9acb153f38ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 913 time: 0.1260569 Jun 05 17:13:24.350647 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-359eb488-830c-4c5e-ac7e-d292d8f80318 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 1001 time: 0.0956974 Jun 05 17:13:24.410734 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-7d9e2da3-ab81-4a24-b28a-c1f292b57318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:24.412039 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-7d9e2da3-ab81-4a24-b28a-c1f292b57318 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.0553257 Jun 05 17:13:24.488261 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-b07e3c84-f2e2-47bb-85f3-0909f4a2f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:24.489670 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-b07e3c84-f2e2-47bb-85f3-0909f4a2f9db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706797 Jun 05 17:13:24.617202 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-e642a6fc-58bd-4621-bb31-810f1d34b485 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200688 Jun 05 17:13:24.825907 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab28a03a-792a-4fb8-8084-42a243d10f6e req-0705a713-2a02-4971-b7fc-0b4c1d1cd69c service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010028 Jun 05 17:13:25.420205 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8faac-cff4-4f49-81f1-43fbe4069e0e req-2c728ca0-6f3e-4587-b1bb-2e6f5aef1a2c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:25.421658 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d7c8faac-cff4-4f49-81f1-43fbe4069e0e req-2c728ca0-6f3e-4587-b1bb-2e6f5aef1a2c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0797677 Jun 05 17:13:25.474898 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d7c8faac-cff4-4f49-81f1-43fbe4069e0e req-8069e437-7388-49ab-9e95-4f60d83e1e07 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457752 Jun 05 17:13:25.615105 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea7a4a-05a0-4489-8d23-934619ac597d req-e078bc6d-d76f-48ad-9a3f-03175458738e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:25.616555 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e5ea7a4a-05a0-4489-8d23-934619ac597d req-e078bc6d-d76f-48ad-9a3f-03175458738e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0781250 Jun 05 17:13:25.662794 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e5ea7a4a-05a0-4489-8d23-934619ac597d req-fcd0bcfc-d1d2-4317-ab4c-fec2becbb446 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Jun 05 17:13:26.655695 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da074888-44e4-497a-bbd0-7372cafc209a req-19b0a518-aafd-4e8c-a4e8-8ee3dbc23623 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:26.657151 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-da074888-44e4-497a-bbd0-7372cafc209a req-19b0a518-aafd-4e8c-a4e8-8ee3dbc23623 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0780358 Jun 05 17:13:26.703680 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-da074888-44e4-497a-bbd0-7372cafc209a req-28b7a2e9-1516-4c4a-a8c8-9af95fcfba19 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408499 Jun 05 17:13:26.880329 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec3bb9-081c-457e-9773-a319cfc4dd1e req-1e62a63d-2afd-46fc-8ad7-d239b2baad88 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:26.881782 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-55ec3bb9-081c-457e-9773-a319cfc4dd1e req-1e62a63d-2afd-46fc-8ad7-d239b2baad88 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0818186 Jun 05 17:13:26.925238 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-55ec3bb9-081c-457e-9773-a319cfc4dd1e req-0f0cc9f1-9a3e-4ae3-94b3-30c68b91af56 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Jun 05 17:13:27.883271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8747ea8-ff79-48c9-9952-ba84cdef255a req-f39970e1-94be-4ab5-bc31-0248ca3ee83f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:27.884782 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b8747ea8-ff79-48c9-9952-ba84cdef255a req-f39970e1-94be-4ab5-bc31-0248ca3ee83f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0799468 Jun 05 17:13:27.929760 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b8747ea8-ff79-48c9-9952-ba84cdef255a req-16c4be45-e498-427a-84da-8cb52aa7f078 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392509 Jun 05 17:13:28.106482 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecc6f-6724-45bb-8792-5684e440513e req-843e62af-ca7f-4002-8fce-1b1e5c2b23dd tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:28.107907 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fd5ecc6f-6724-45bb-8792-5684e440513e req-843e62af-ca7f-4002-8fce-1b1e5c2b23dd tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0811529 Jun 05 17:13:28.150673 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fd5ecc6f-6724-45bb-8792-5684e440513e req-5080956b-578d-413c-bf0a-69fe89a8d605 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 Jun 05 17:13:29.112786 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042770c-840d-4c18-83ed-1d778dfffa33 req-1b233980-363e-4c89-8d0b-bdbd4cc498b3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:29.114246 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a042770c-840d-4c18-83ed-1d778dfffa33 req-1b233980-363e-4c89-8d0b-bdbd4cc498b3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0776253 Jun 05 17:13:29.162848 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a042770c-840d-4c18-83ed-1d778dfffa33 req-f5be79e8-51fd-4243-835d-4cfc4e58dc92 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429144 Jun 05 17:13:29.327035 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d636-a9c8-40cf-84f6-c7d71b7cde1d req-bfb24960-edb6-43f2-a7fa-309cada9e96e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:29.328454 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8158d636-a9c8-40cf-84f6-c7d71b7cde1d req-bfb24960-edb6-43f2-a7fa-309cada9e96e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0769234 Jun 05 17:13:29.371323 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8158d636-a9c8-40cf-84f6-c7d71b7cde1d req-19854d00-735a-4398-8178-58feb74c2c40 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369453 Jun 05 17:13:30.346994 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:13:30.349485 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657435-4e3c-4756-8294-e1341514f098 req-d50cbb2b-b4bc-47af-81ce-b552ea9531bd tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:30.350921 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-54657435-4e3c-4756-8294-e1341514f098 req-d50cbb2b-b4bc-47af-81ce-b552ea9531bd tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0824230 Jun 05 17:13:30.479614 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-54657435-4e3c-4756-8294-e1341514f098 req-4651f596-dc7f-4e2c-81f9-dbdb5af93115 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228344 Jun 05 17:13:30.564973 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa328d-3822-47ac-bfe7-faf616cdc9e6 req-ac4d2cf1-256a-4b4e-8a7d-2df228f907e0 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:30.566427 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-69aa328d-3822-47ac-bfe7-faf616cdc9e6 req-ac4d2cf1-256a-4b4e-8a7d-2df228f907e0 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0867953 Jun 05 17:13:30.614946 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-69aa328d-3822-47ac-bfe7-faf616cdc9e6 req-95fc06f7-c844-4e4d-b977-a9ea71cc64d9 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Jun 05 17:13:31.662054 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7adfc1-0ce9-41cb-81e1-7d39193b42d2 req-d1d57d31-4904-4bc2-97de-012350a483ab tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:31.663526 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a7adfc1-0ce9-41cb-81e1-7d39193b42d2 req-d1d57d31-4904-4bc2-97de-012350a483ab tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0779886 Jun 05 17:13:31.712531 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8a7adfc1-0ce9-41cb-81e1-7d39193b42d2 req-54fa3b4e-8254-47d5-99c4-d428a6c1ff9e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432017 Jun 05 17:13:31.804730 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a03d0f-c899-4c50-ad9e-f81078bd6cd0 req-52e2dec3-cee9-439f-ac7b-b8d84db542f1 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:31.806180 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-39a03d0f-c899-4c50-ad9e-f81078bd6cd0 req-52e2dec3-cee9-439f-ac7b-b8d84db542f1 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0846164 Jun 05 17:13:31.851491 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-39a03d0f-c899-4c50-ad9e-f81078bd6cd0 req-ea128400-66cc-4574-b44e-42c03bd75a8e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Jun 05 17:13:32.898284 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98921daf-e717-4e4f-a982-67e56523c509 req-8f1931cb-1f2f-4216-b8e0-3c35b0aa2bbb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:32.899777 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-98921daf-e717-4e4f-a982-67e56523c509 req-8f1931cb-1f2f-4216-b8e0-3c35b0aa2bbb tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0817738 Jun 05 17:13:32.949275 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-98921daf-e717-4e4f-a982-67e56523c509 req-7bf6142e-1a41-4419-8860-8dd64812bf41 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425923 Jun 05 17:13:33.117774 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e284-32ee-47ae-b046-c165af27cba4 req-6a6b7fc4-858b-4dd1-b472-503e26ad9872 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:33.119223 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dc21e284-32ee-47ae-b046-c165af27cba4 req-6a6b7fc4-858b-4dd1-b472-503e26ad9872 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0790062 Jun 05 17:13:33.164652 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-dc21e284-32ee-47ae-b046-c165af27cba4 req-d9ae00b4-9b4b-4af7-97f7-35ca637934ef tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Jun 05 17:13:34.126874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51905a2-2336-4371-9a80-a36c78e6c56b req-8594572e-345b-495d-b81f-7d944dad8d6d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:34.128234 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d51905a2-2336-4371-9a80-a36c78e6c56b req-8594572e-345b-495d-b81f-7d944dad8d6d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0782058 Jun 05 17:13:34.174025 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d51905a2-2336-4371-9a80-a36c78e6c56b req-6fca82c0-0752-4859-b5e5-bf265b3b305d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401421 Jun 05 17:13:34.347119 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7298ea7-0b23-48d9-bd01-d98d0aa23c4d req-c9f46558-4830-4441-8888-f723e0dbce19 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:34.348577 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c7298ea7-0b23-48d9-bd01-d98d0aa23c4d req-c9f46558-4830-4441-8888-f723e0dbce19 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0812981 Jun 05 17:13:34.391629 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c7298ea7-0b23-48d9-bd01-d98d0aa23c4d req-7df741fc-9b15-48d6-a81e-76fb1bcf6cb8 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374379 Jun 05 17:13:35.355248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a93f0-73f6-4242-863d-5328c4895b1a req-532588bf-e5bb-4f1e-8393-765facd4cb2b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:35.356682 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a82a93f0-73f6-4242-863d-5328c4895b1a req-532588bf-e5bb-4f1e-8393-765facd4cb2b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0775006 Jun 05 17:13:35.401195 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a82a93f0-73f6-4242-863d-5328c4895b1a req-6361cf96-49e0-4744-a1be-4fd9ba81d260 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389173 Jun 05 17:13:35.573738 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8af57-9b81-4351-be7c-a0224cc35d91 req-c8c73279-c695-4445-967f-ce7bebec49ee tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:35.575152 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e0f8af57-9b81-4351-be7c-a0224cc35d91 req-c8c73279-c695-4445-967f-ce7bebec49ee tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0813158 Jun 05 17:13:35.617548 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e0f8af57-9b81-4351-be7c-a0224cc35d91 req-c6f5a13b-5cc2-420c-8248-51a6f379002e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361874 Jun 05 17:13:36.595187 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14eb20-7af1-4d12-80f9-ebdb0b85d86c req-0202dee6-da42-4406-be1c-abff7ffea3c8 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:36.596645 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6b14eb20-7af1-4d12-80f9-ebdb0b85d86c req-0202dee6-da42-4406-be1c-abff7ffea3c8 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0787497 Jun 05 17:13:36.645902 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6b14eb20-7af1-4d12-80f9-ebdb0b85d86c req-e4d28bef-d6cf-433d-84fc-b07b3f29c0ba tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432858 Jun 05 17:13:36.806587 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffadaa-4c41-462f-98a0-e091cf300246 req-c0d28b8b-a15e-403e-be09-c9a0a80c2c7c tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:36.808098 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9ffadaa-4c41-462f-98a0-e091cf300246 req-c0d28b8b-a15e-403e-be09-c9a0a80c2c7c tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0816481 Jun 05 17:13:36.853309 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d9ffadaa-4c41-462f-98a0-e091cf300246 req-7f04a044-ce77-414f-9988-a9d49fec6e5f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 Jun 05 17:13:37.832206 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0f461-1feb-46bc-ba3a-febbb30e581f req-2db32572-986c-4070-a3fb-698bc1eb4fcd tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:37.833650 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b0f461-1feb-46bc-ba3a-febbb30e581f req-2db32572-986c-4070-a3fb-698bc1eb4fcd tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0801115 Jun 05 17:13:37.885926 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-90b0f461-1feb-46bc-ba3a-febbb30e581f req-35dd7f48-37ce-4d44-892a-b85cd7cc1aed tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453629 Jun 05 17:13:38.038350 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad87bd-25e4-406a-8bc8-480fb717487d req-d0e66bf8-2318-433a-894c-272878887671 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:38.039793 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c3ad87bd-25e4-406a-8bc8-480fb717487d req-d0e66bf8-2318-433a-894c-272878887671 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0787063 Jun 05 17:13:38.085305 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c3ad87bd-25e4-406a-8bc8-480fb717487d req-baac6cc1-8db5-4d6f-bd83-a271819a6f89 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Jun 05 17:13:38.192881 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:39.077134 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf89f0-02f9-4aef-b1f2-3c4ec8a302a3 req-cc581cbc-b0ab-4374-8e64-fcd57f686a58 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:39.079889 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-babf89f0-02f9-4aef-b1f2-3c4ec8a302a3 req-cc581cbc-b0ab-4374-8e64-fcd57f686a58 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0872226 Jun 05 17:13:39.127731 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-babf89f0-02f9-4aef-b1f2-3c4ec8a302a3 req-70d20a91-13b4-4978-9592-30b663dcf85c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419786 Jun 05 17:13:39.264597 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa052d-97d8-4c43-a3e7-c572c08c67d6 req-b4b3223a-618d-47b6-8f4c-695a7879547b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:39.266549 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bcfa052d-97d8-4c43-a3e7-c572c08c67d6 req-b4b3223a-618d-47b6-8f4c-695a7879547b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0767310 Jun 05 17:13:39.297734 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-103102ce-f195-401c-bcae-669a515d94df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:39.309849 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bcfa052d-97d8-4c43-a3e7-c572c08c67d6 req-cb429e9e-3785-40f3-8db1-1bbd8a049109 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Jun 05 17:13:40.318440 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056ba6-68f1-4959-82ac-b965e4b0941b req-f83dea52-e840-494e-b8db-45463c3c97e9 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:40.319893 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a6056ba6-68f1-4959-82ac-b965e4b0941b req-f83dea52-e840-494e-b8db-45463c3c97e9 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0831542 Jun 05 17:13:40.366027 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a6056ba6-68f1-4959-82ac-b965e4b0941b req-5557cedc-0366-4b81-9034-8c1c80f26531 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403967 Jun 05 17:13:40.500496 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5e88-32c9-495c-a72b-3795166184a8 req-ef221fc3-28a3-4dc4-8fef-4b1fe180e765 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:40.501950 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fbbe5e88-32c9-495c-a72b-3795166184a8 req-ef221fc3-28a3-4dc4-8fef-4b1fe180e765 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0838945 Jun 05 17:13:40.546913 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fbbe5e88-32c9-495c-a72b-3795166184a8 req-b408a89e-c61b-4a13-b32a-eef55801dc21 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393963 Jun 05 17:13:40.931553 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-2c7007ff-0096-45ec-8f5e-134cc58567d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:40.932977 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-2c7007ff-0096-45ec-8f5e-134cc58567d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.0715117 Jun 05 17:13:41.065050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-e60646a5-623b-459b-9a93-135d9f907362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:41.066445 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-e60646a5-623b-459b-9a93-135d9f907362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.1263041 Jun 05 17:13:41.167706 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-f7f724ea-8bc2-4641-9acd-3780e3bb8003 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 1000 time: 0.0929883 Jun 05 17:13:41.226910 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-619cea7f-dce8-4bb1-9759-c1608421c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:41.228304 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-619cea7f-dce8-4bb1-9759-c1608421c0e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0543597 Jun 05 17:13:41.303657 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-045971d3-7174-4ed9-b9d2-279397dcf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:41.305197 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-045971d3-7174-4ed9-b9d2-279397dcf83b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705252 Jun 05 17:13:41.438936 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-addd9ce5-52be-40b4-bb9b-b9fca1b305d5 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264460 Jun 05 17:13:41.601379 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53448) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:41.634799 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-801989f2-b9d7-4850-8a5a-4a52b5b94862 req-e544f071-89e7-488b-bd92-d1f82d97d347 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844471 Jun 05 17:13:41.647456 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48845b3-0422-406c-9ac1-7e06ea2afb35 req-992aca4b-d649-4af5-8018-49800de6356d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:41.652024 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d48845b3-0422-406c-9ac1-7e06ea2afb35 req-992aca4b-d649-4af5-8018-49800de6356d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.1767895 Jun 05 17:13:41.702706 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d48845b3-0422-406c-9ac1-7e06ea2afb35 req-0c77372e-673d-4c72-9742-3f377937dba5 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&id=3f86c462-910a-4d49-a3fc-d5df93e57ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473826 Jun 05 17:13:41.730964 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:41.744246 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:41.781552 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0102c1-dd76-4ba1-be41-4d1aeaab7686 req-8a37ea90-4a19-4ee4-b5d5-21e6aeb5b9e4 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:41.782994 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cf0102c1-dd76-4ba1-be41-4d1aeaab7686 req-8a37ea90-4a19-4ee4-b5d5-21e6aeb5b9e4 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.1250374 Jun 05 17:13:41.851035 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cf0102c1-dd76-4ba1-be41-4d1aeaab7686 req-de8db3c0-2fc5-4193-b7f8-8950f5b71318 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592711 Jun 05 17:13:41.897844 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:41.901710 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:41.909922 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-70d9cd69-c97e-4f89-a866-25e02a5675db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:41.921775 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-27da3cfa-9873-4478-81a4-2c7dcd71d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:41.950893 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b0832e21aff4f15bd19d95d3fc30d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483520 Jun 05 17:13:41.952580 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b03dcf-5bf4-46c3-bc6b-65abbe9a0145,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:41.953541 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53456) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:41.955615 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:42.084239 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:42.109418 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:42.159652 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:42.162131 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:42.163237 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7b03dcf-5bf4-46c3-bc6b-65abbe9a0145 HTTP/1.1" status: 204 len: 168 time: 0.2087283 Jun 05 17:13:42.163986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d487fa43-42e0-464d-9855-d755aad01373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:42.174235 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b03dcf-5bf4-46c3-bc6b-65abbe9a0145,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:42.176638 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:42.984899 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:43.036072 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0918bf-be4f-412b-918f-767ca0682fb9 req-8d4aebfe-92e7-44f4-8055-188b04bdd589 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:43.037509 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cb0918bf-be4f-412b-918f-767ca0682fb9 req-8d4aebfe-92e7-44f4-8055-188b04bdd589 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0783761 Jun 05 17:13:43.084819 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cb0918bf-be4f-412b-918f-767ca0682fb9 req-11048e4c-5597-4ae5-90a1-a9f9612badf3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Jun 05 17:13:44.271047 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b25ce-d4ee-4457-a8c6-607f680c896e req-33479dfc-7b91-43a5-bd5f-7c87d5f15a97 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:44.272429 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5f7b25ce-d4ee-4457-a8c6-607f680c896e req-33479dfc-7b91-43a5-bd5f-7c87d5f15a97 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0807095 Jun 05 17:13:44.316457 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5f7b25ce-d4ee-4457-a8c6-607f680c896e req-9e71e761-2f70-4506-bf85-7af7630fe83a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Jun 05 17:13:44.591138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:44.631449 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53476) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:44.660819 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a660f2-97e1-45c9-b7f8-15aa65c21345 req-07873e00-a697-465a-8db3-79b8b63ec82d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:44.662271 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b1a660f2-97e1-45c9-b7f8-15aa65c21345 req-07873e00-a697-465a-8db3-79b8b63ec82d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0836318 Jun 05 17:13:44.707660 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b1a660f2-97e1-45c9-b7f8-15aa65c21345 req-f1a8c78e-4e2c-4676-afb3-ab2bbade1976 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 Jun 05 17:13:44.749012 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-fd5c0544-444b-436e-83e0-1e8681f43dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160097 Jun 05 17:13:45.457302 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:13:45.572533 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:45.600014 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:13:45.602237 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44145514-7914-44b8-9463-2e1cf8e6151c" -d '{"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-unplugged", "status": "completed", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:13:45.610119 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:13:45.615248 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:45.617069 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:45.685500 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=6']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:45.693575 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.693976 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.694385 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.694842 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.695234 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.695653 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.695987 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.696314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.696625 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.696946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.697287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.697609 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:45.701854 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:45.767925 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Jun 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2c53d2-746f-4fa2-bcf2-77dcd4fac03a x-openstack-request-id: req-de2c53d2-746f-4fa2-bcf2-77dcd4fac03a {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:13:45.768227 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-unplugged", "status": "failed", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "code": 422}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:13:45.768489 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de2c53d2-746f-4fa2-bcf2-77dcd4fac03a {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:13:45.768931 dv-cinder-794962-1-iscsi neutron-server[91862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'code': 422} returned with failed status Jun 05 17:13:45.910240 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e95a2e-d528-49cb-a04b-f5bceb7450ef req-d447c6f9-81a9-4aee-b995-7c989daa71a4 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:45.911733 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5e95a2e-d528-49cb-a04b-f5bceb7450ef req-d447c6f9-81a9-4aee-b995-7c989daa71a4 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0871592 Jun 05 17:13:45.959373 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5e95a2e-d528-49cb-a04b-f5bceb7450ef req-d8e6368f-8564-4241-a927-1fac782e1311 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Jun 05 17:13:46.359652 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-70261c39-9edb-469a-89ef-964fa7d33745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:46.361579 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-70261c39-9edb-469a-89ef-964fa7d33745 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107&tenant_id=c7eef097d67b4ae09bb2614da15c8a83 HTTP/1.1" status: 200 len: 1096 time: 0.0738082 Jun 05 17:13:46.454733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-5c93f7dc-955c-4495-a4f0-5d37b03e98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:46.456165 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-5c93f7dc-955c-4495-a4f0-5d37b03e98f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1096 time: 0.0675914 Jun 05 17:13:46.583804 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-52f9fc2b-552c-4621-ab8c-117406784094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:46.585213 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-52f9fc2b-552c-4621-ab8c-117406784094 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.1218231 Jun 05 17:13:46.686696 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-ca52f894-d055-4e6a-92ad-a9c64f13c054 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 998 time: 0.0944188 Jun 05 17:13:46.748411 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-40f60986-5802-4a50-8357-beed3e6bf89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:46.749813 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-40f60986-5802-4a50-8357-beed3e6bf89f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0563996 Jun 05 17:13:46.825686 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-940c342f-297f-4229-b251-e8986005ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:46.826853 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-940c342f-297f-4229-b251-e8986005ba06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701792 Jun 05 17:13:46.960056 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-492d5c2b-f632-484c-90b1-c3688ee6aef4 service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264062 Jun 05 17:13:47.146028 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c9065ac-5be9-466b-a8f4-bc4f0e3f3806 req-98b86cbe-c834-47a5-8590-02f374dd1e7c service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789031 Jun 05 17:13:47.174579 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deb457-173f-4630-aac2-3efb3af74217 req-9817fa37-22aa-487c-a891-bb907f51c557 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:47.176185 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f9deb457-173f-4630-aac2-3efb3af74217 req-9817fa37-22aa-487c-a891-bb907f51c557 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.1020217 Jun 05 17:13:47.221825 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f9deb457-173f-4630-aac2-3efb3af74217 req-89c8865d-e3e6-4396-920c-4ff8ad37be71 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jun 05 17:13:48.411934 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086537f-e604-40d7-b895-e915ecf3cb3e req-d3d69c1d-27ad-4565-9989-b100a3e6f860 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:48.413286 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e086537f-e604-40d7-b895-e915ecf3cb3e req-d3d69c1d-27ad-4565-9989-b100a3e6f860 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0783782 Jun 05 17:13:48.458244 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e086537f-e604-40d7-b895-e915ecf3cb3e req-2bf2f608-b2ff-43e7-8ebb-86d5607f5cde tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393658 Jun 05 17:13:48.630902 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37c58-e549-4452-b9b2-d12dae98fb15 req-d3199b00-4432-4e72-8e3c-99b68cc0addf tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:48.632357 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1af37c58-e549-4452-b9b2-d12dae98fb15 req-d3199b00-4432-4e72-8e3c-99b68cc0addf tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0772405 Jun 05 17:13:48.676453 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1af37c58-e549-4452-b9b2-d12dae98fb15 req-ad5e1b43-d82c-47ad-94cd-3f697c796446 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384736 Jun 05 17:13:49.648116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8fe6c-f8c2-4db6-9813-263b52d86601 req-385466da-2fc8-4adc-ab9a-f9f45a106b36 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:49.649536 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-77a8fe6c-f8c2-4db6-9813-263b52d86601 req-385466da-2fc8-4adc-ab9a-f9f45a106b36 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0812688 Jun 05 17:13:49.693067 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-77a8fe6c-f8c2-4db6-9813-263b52d86601 req-8e03921e-00b9-4b2a-9209-4736db01498c tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380244 Jun 05 17:13:49.868112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6b7e9-860a-42e2-a9c1-99a5937f8a08 req-5b712bbd-d4ae-46dd-b936-a8d8bc6da9b4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:49.869522 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-70b6b7e9-860a-42e2-a9c1-99a5937f8a08 req-5b712bbd-d4ae-46dd-b936-a8d8bc6da9b4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0777099 Jun 05 17:13:49.913555 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-70b6b7e9-860a-42e2-a9c1-99a5937f8a08 req-e3c6ad74-8b19-4289-93c8-4b25b61ae841 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375254 Jun 05 17:13:50.338888 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-e8b2999a-5b7d-497e-a50e-816db00131b5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:50.340306 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-e8b2999a-5b7d-497e-a50e-816db00131b5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.0814848 Jun 05 17:13:50.538536 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Deleting port 38003908-937f-4385-8a60-ca4e9860541f {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:13:50.538873 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:50.666439 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] For port 38003908-937f-4385-8a60-ca4e9860541f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=38003908-937f-4385-8a60-ca4e9860541f,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:13:50.667124 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:50.884571 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dd398-1de0-4ea6-bd77-936767a25490 req-199fff94-8f05-43e0-b440-3f81495c1601 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:50.886283 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a04dd398-1de0-4ea6-bd77-936767a25490 req-199fff94-8f05-43e0-b440-3f81495c1601 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0880573 Jun 05 17:13:50.930830 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a04dd398-1de0-4ea6-bd77-936767a25490 req-8fc52674-2478-4bc8-8ac0-91c3fce1d6e1 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384734 Jun 05 17:13:50.954735 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:50.955137 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:50.955475 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Floating IP 9330d05d-9f5c-4adf-9ed3-f49bf7942f45 disassociated. External IP: 172.27.0.161, port: 38003908-937f-4385-8a60-ca4e9860541f. Jun 05 17:13:50.955811 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Calling delete_port for 38003908-937f-4385-8a60-ca4e9860541f owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:13:51.117296 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:51.124472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:51.177538 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event deleted for resources: {'Port': ['ID=38003908-937f-4385-8a60-ca4e9860541f,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:51.234648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.235036 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.235406 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.235770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.236131 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.237143 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.237499 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.237854 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.238207 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.238561 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.238913 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.239259 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:51.248415 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:51.266311 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa591-811d-414e-a685-6b0c62f4f6f3 req-3db69282-5ad1-4f20-9b7d-5e5b8d0e1e20 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:51.267788 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0c0fa591-811d-414e-a685-6b0c62f4f6f3 req-3db69282-5ad1-4f20-9b7d-5e5b8d0e1e20 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0efadc4-4c3d-4b59-aedf-7997894a7b28 HTTP/1.1" status: 200 len: 946 time: 0.2373202 Jun 05 17:13:51.394019 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0c0fa591-811d-414e-a685-6b0c62f4f6f3 req-33a1cd26-290c-40e6-851b-71358957ede6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=b012afdc-ef37-405d-b661-a32ce231fd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190090 Jun 05 17:13:51.412578 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:13:51.597100 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:13:51.606135 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:13:51.615631 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:13:51.616315 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:13:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:51.671462 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] No DVR routers for this DVR port 38003908-937f-4385-8a60-ca4e9860541f on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:13:51.673929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:51.675948 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-60c5dad0-01ae-4807-899e-381e5725d8c0 req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "DELETE /v2.0/ports/38003908-937f-4385-8a60-ca4e9860541f HTTP/1.1" status: 204 len: 173 time: 1.3307500 Jun 05 17:13:51.676423 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-deleted', 'tag': '38003908-937f-4385-8a60-ca4e9860541f'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:13:51.678681 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa787b7f-6dd5-4957-beba-242e048f8643" -d '{"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-deleted", "tag": "38003908-937f-4385-8a60-ca4e9860541f"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:13:51.730733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178f018-bc04-487e-92a6-58a2e4554028 x-openstack-request-id: req-7178f018-bc04-487e-92a6-58a2e4554028 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:13:51.731228 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0efadc4-4c3d-4b59-aedf-7997894a7b28", "name": "network-vif-deleted", "tag": "38003908-937f-4385-8a60-ca4e9860541f", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:13:51.731851 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7178f018-bc04-487e-92a6-58a2e4554028 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:13:51.732431 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0efadc4-4c3d-4b59-aedf-7997894a7b28', 'name': 'network-vif-deleted', 'tag': '38003908-937f-4385-8a60-ca4e9860541f', 'status': 'completed', 'code': 200} Jun 05 17:13:51.794745 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:13:52.115058 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:52.119222 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:13:52.128806 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fdaf-e714-4354-834e-6cacdb62a40d req-8987e92c-6e71-434f-a207-851b16d1393d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:52.129459 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:13:52.130308 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1145fdaf-e714-4354-834e-6cacdb62a40d req-8987e92c-6e71-434f-a207-851b16d1393d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0826929 Jun 05 17:13:52.130558 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:13:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:52.188895 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1145fdaf-e714-4354-834e-6cacdb62a40d req-7a1fb119-9d71-480f-9a73-60793024147d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529180 Jun 05 17:13:52.317438 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:13:52.523583 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53546) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:52.586227 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:52.614762 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:52.665071 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:13:52.669670 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf57c-f5e4-4c32-af75-cbc7cfe30cbf None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:13:52.670111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:52.673361 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:52.675448 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "DELETE /v2.0/security-groups/b012afdc-ef37-405d-b661-a32ce231fd1b HTTP/1.1" status: 204 len: 168 time: 0.1504438 Jun 05 17:13:52.675858 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-034413f9-bcf4-41a4-91da-f48142f91ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:52.678016 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53548) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:52.687119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b012afdc-ef37-405d-b661-a32ce231fd1b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:52.690149 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:52.697060 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.api.v2.resource [None req-bcee8dab-560e-46d0-880f-560abe492b21 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] show failed (client error): The resource could not be found. Jun 05 17:13:52.698997 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-bcee8dab-560e-46d0-880f-560abe492b21 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups/b012afdc-ef37-405d-b661-a32ce231fd1b HTTP/1.1" status: 404 len: 347 time: 0.0191865 Jun 05 17:13:52.701548 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53550) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:52.921230 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ce979c-9875-4afa-b8a6-a25a96265aaf None None] New status for floating IP 9330d05d-9f5c-4adf-9ed3-f49bf7942f45: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:13:53.014960 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Deleting port 74fee2b6-0f1d-425c-a6dc-c03dc45b59e4 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:13:53.015272 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.141354 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.141932 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.279909 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Calling delete_port for 74fee2b6-0f1d-425c-a6dc-c03dc45b59e4 owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:13:53.375324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7f9b-b4c2-4516-8ec1-444e63879e42 req-760c36d5-e7cb-495a-94ea-dd8bc0722460 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:53.377403 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-54ff7f9b-b4c2-4516-8ec1-444e63879e42 req-760c36d5-e7cb-495a-94ea-dd8bc0722460 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0836260 Jun 05 17:13:53.398968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.403564 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a9ee1e41-7f48-4b6a-93b7-feecff6eb606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:53.424110 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-54ff7f9b-b4c2-4516-8ec1-444e63879e42 req-b57499ec-37dd-4601-96e1-1b11b6fe7ba1 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Jun 05 17:13:53.447245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event deleted for resources: {'Port': ['ID=74fee2b6-0f1d-425c-a6dc-c03dc45b59e4,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:53.449693 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:53.488420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:13:53.522715 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 38003908-937f-4385-8a60-ca4e9860541f {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:13:53.523298 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 38003908-937f-4385-8a60-ca4e9860541f not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:13:53.543038 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.545641 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.546764 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "DELETE /v2.0/floatingips/9330d05d-9f5c-4adf-9ed3-f49bf7942f45 HTTP/1.1" status: 204 len: 168 time: 0.8442457 Jun 05 17:13:53.813203 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53558) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:53.818740 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40804550', 'description': 'tempest-description--757082635'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:13:53.840277 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.938292 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.943651 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:53.947441 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e1098d67-ec9e-4f86-adc8-a2ce318309d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:54.073769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.074945 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2607703 Jun 05 17:13:54.075860 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4528d-551c-48fd-9ca9-19141230d978,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:54.077789 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53560) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:54.082011 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'security_group_rule': {'security_group_id': '61d4528d-551c-48fd-9ca9-19141230d978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:13:54.093330 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.093700 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.094080 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.094419 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.094777 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.095128 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.096022 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.096375 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.096726 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.097073 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.097418 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.097764 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:13:54.102950 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ffa7f268-47e7-4b01-910e-624f0a3f9d59 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:54.121359 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.182273 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.186049 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.188214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9f8d227f-9148-452d-88dc-4940ce15e87b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:54.211665 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8fe3a6-0d56-4507-81d7-d16de7cead9b,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:54.214730 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:54.218980 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.220293 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-04bc9111-2a80-4857-944a-568246b91822 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416013 Jun 05 17:13:54.223481 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53564) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:54.227835 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'security_group_rule': {'security_group_id': '61d4528d-551c-48fd-9ca9-19141230d978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:13:54.254550 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.313087 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.316912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.318953 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:54.342281 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76b03ee-51aa-4291-9340-920fff840541,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:54.344618 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:54.349345 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.350490 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261065 Jun 05 17:13:54.353791 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53566) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:13:54.358173 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:13:54.384522 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.519038 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.606589 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c78f9-e5f1-47eb-86af-be75e0810f01 req-eec1c443-d3a4-4f23-bb3e-94902a3097dc tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:54.607961 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-974c78f9-e5f1-47eb-86af-be75e0810f01 req-eec1c443-d3a4-4f23-bb3e-94902a3097dc tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 943 time: 0.0779839 Jun 05 17:13:54.653757 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Allocated IP 172.27.0.37 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/4863c47c-1cb5-47a5-a9bc-31c043447b11) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:13:54.654710 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-974c78f9-e5f1-47eb-86af-be75e0810f01 req-aae6974c-5201-47c2-bca3-dca613055c00 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Jun 05 17:13:54.801304 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.829035 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:54.833847 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-791e93b9-c891-44d2-9006-7f3989388ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:54.898518 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:13:54.903550 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:13:54.907764 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:13:54.941234 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'Port': ['ID=4863c47c-1cb5-47a5-a9bc-31c043447b11,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:54.945061 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:54.987538 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.047281 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.244685 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.248849 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.254043 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-50a26143-a7c7-495b-8999-510ac2c930d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:55.367087 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'Port': ['ID=4863c47c-1cb5-47a5-a9bc-31c043447b11,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:55.369733 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:55.370762 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.388325 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.390035 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0353143 Jun 05 17:13:55.492673 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:13:55.601966 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-b4f68cd6-5a89-4e17-9b0f-f31ddf512887 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--40804550&fields=id&tenant_id=5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 267 time: 0.0386221 Jun 05 17:13:55.625198 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:13:55.638283 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '93c71121-6ce0-445e-ab73-6c39750a6add', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'port_id': '93c71121-6ce0-445e-ab73-6c39750a6add', 'mac_address': 'fa:16:3e:6c:9b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:13:55.698391 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.724259 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c71121-6ce0-445e-ab73-6c39750a6add {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:13:55.745599 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:13:55.752718 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:55.754960 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-3e3a6941-ddd9-47fd-b96d-d90843e67af0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:55.756545 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-3e3a6941-ddd9-47fd-b96d-d90843e67af0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 816 time: 0.1483259 Jun 05 17:13:55.757442 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:55.776609 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-79ca3b39-9918-43d8-8115-1b86853eeb93 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/quotas/5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 375 time: 0.0100994 Jun 05 17:13:55.845298 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=7']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:55.849540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:55.889052 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-4458d16b-958c-47ff-bfc9-8ff33e3a3a70 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046035 Jun 05 17:13:56.012116 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d488bd-e285-4361-898c-9ab1b714320b req-6a503cdd-d4d5-4798-b64a-6cf79a21e83b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:56.013635 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-24d488bd-e285-4361-898c-9ab1b714320b req-6a503cdd-d4d5-4798-b64a-6cf79a21e83b tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 944 time: 0.0817406 Jun 05 17:13:56.061667 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-24d488bd-e285-4361-898c-9ab1b714320b req-f72d4981-62b8-4fb0-8a4a-e0a209247b01 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jun 05 17:13:56.071055 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-7e9aba39-d3de-41cd-91a5-f0d5d98b1af6 service neutron] 10.222.0.37 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684418 Jun 05 17:13:56.123300 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['93c71121-6ce0-445e-ab73-6c39750a6add'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:13:56.201737 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fed4b843-6598-4696-bc03-7cc338c21488 service neutron] 10.222.0.37 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243279 Jun 05 17:13:56.383751 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b6695b9d-be6f-4467-a19a-7df9e642d100 req-a0171449-7b40-431e-8820-347e46460976 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Jun 05 17:13:57.240037 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5d45-dcf2-45d0-bfe8-8c83a427074a req-150b5c50-4e94-4031-8977-1dceeb83c783 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:57.241451 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f35f5d45-dcf2-45d0-bfe8-8c83a427074a req-150b5c50-4e94-4031-8977-1dceeb83c783 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 944 time: 0.0783596 Jun 05 17:13:57.289986 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f35f5d45-dcf2-45d0-bfe8-8c83a427074a req-9f478086-0b98-45a0-a2dc-49bf9cea983a tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Jun 05 17:13:57.506293 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:13:57.543012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-8bf3b72a-1569-48f4-b2a9-8616a3b0f71d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:57.544581 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-8bf3b72a-1569-48f4-b2a9-8616a3b0f71d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 816 time: 0.1835923 Jun 05 17:13:57.558354 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3d8a5772-3f36-4c89-b795-b96f5340f2d6 req-5d23b258-9f1b-406d-b7b3-5f1710329e15 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 210 time: 0.0620854 Jun 05 17:13:57.613626 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-3611f3d9-c890-4fc0-94f9-ad94bbae0e94 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 378 time: 0.0577004 Jun 05 17:13:57.620721 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 93c71121-6ce0-445e-ab73-6c39750a6add triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:13:57.621104 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:57.623102 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'port': {'device_id': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'admin_state_up': True, 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'security_groups': ['61d4528d-551c-48fd-9ca9-19141230d978']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:13:57.740059 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:57.769012 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:13:57.771180 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c71eac2-fd13-4a6d-a351-2075f07b3939" -d '{"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-plugged", "status": "completed", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:13:57.779257 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:13:57.784080 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:57.786971 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:57.823402 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7272e8-6aaf-40a7-9705-1771dcfb583c x-openstack-request-id: req-7e7272e8-6aaf-40a7-9705-1771dcfb583c {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:13:57.823706 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-plugged", "status": "completed", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:13:57.823968 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e7272e8-6aaf-40a7-9705-1771dcfb583c {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:13:57.824358 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'code': 200} Jun 05 17:13:57.853490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Made reservation on behalf of 5d04903682c946e2afc72e7e72d9e09b for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:13:57.856962 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:57.857886 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=8']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:57.860750 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:58.018195 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Allocated IP 172.20.0.7 (b8720de0-7ba9-4d0d-ad25-04df98d58bd1/2d6ffdc6-93f2-4b67-899f-bb73080c7722/4d2f915c-09fc-4431-b7a3-4ef4b31b569c) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:13:58.108528 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aa286-83cd-4de7-9b7b-495714bb133a req-f72d5d20-8915-4651-a2eb-db36f51a4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:58.109979 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e2aa286-83cd-4de7-9b7b-495714bb133a req-f72d5d20-8915-4651-a2eb-db36f51a4b9f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.0683460 Jun 05 17:13:58.151173 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e2aa286-83cd-4de7-9b7b-495714bb133a req-407f9cbc-584c-4682-9e0b-114dde2ff0d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338702 Jun 05 17:13:58.200801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:58.215432 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Transition to ACTIVE for port object 4d2f915c-09fc-4431-b7a3-4ef4b31b569c will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:13:58.237733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:58.242868 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:58.307468 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:13:58.310546 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:13:58.315253 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:13:58.350751 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:58.355222 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:58.384688 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:58.385285 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:58.405489 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-29881969-d7de-4632-b466-12d4877399ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860398 Jun 05 17:13:58.416941 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Request body: {'port': {'device_id': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:13:58.493509 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0293-75a4-4626-8bf7-07f2a77aca50 req-a3ff3b48-05c0-4b57-b968-85cb9b9033c6 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:58.495067 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a6ee0293-75a4-4626-8bf7-07f2a77aca50 req-a3ff3b48-05c0-4b57-b968-85cb9b9033c6 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0861042 Jun 05 17:13:58.529196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:58.539150 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a6ee0293-75a4-4626-8bf7-07f2a77aca50 req-af9cab52-592c-49dd-9913-4922c386c3ca tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384254 Jun 05 17:13:58.584802 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-fb3820a2-d721-4525-8175-8397b810bc5d None None] Provisioning for port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:13:58.589287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-fb3820a2-d721-4525-8175-8397b810bc5d None None] Provisioning complete for port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:13:58.589667 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fb3820a2-d721-4525-8175-8397b810bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:58.649895 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-fb3820a2-d721-4525-8175-8397b810bc5d None None] Port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:13:58.865299 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b03f0d-bc3b-4e2f-978b-fb2a399642cb req-1348054a-1c23-4582-a55a-cc43903014ed tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:58.866652 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-99b03f0d-bc3b-4e2f-978b-fb2a399642cb req-1348054a-1c23-4582-a55a-cc43903014ed tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 931 time: 0.1749449 Jun 05 17:13:58.968254 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2f915c-09fc-4431-b7a3-4ef4b31b569c {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:13:58.975202 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-99b03f0d-bc3b-4e2f-978b-fb2a399642cb req-89afd5a2-1767-4982-a655-b652e5a6dec9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970869 Jun 05 17:13:58.978770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:58.992701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Transition to ACTIVE for port object 4d2f915c-09fc-4431-b7a3-4ef4b31b569c will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:13:58.996697 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:59.000600 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:59.160581 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:59.186998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:59.231122 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Attempting to bind port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:13:59.231486 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Attempting to bind port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:13:59.231811 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Attempting to bind port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:13:59.236387 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:13:59.236699 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Attempting to bind port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c on network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:13:59.241651 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:13:59.241981 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Checking segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:13:59.242351 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Bound using segment: {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:13:59.242759 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Bound port: 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb537cbe-aee2-465d-a0a6-56e6ab676e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:13:59.243096 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:59.339673 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:13:59.342867 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:13:59.346901 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:59.350422 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-40c447a0-4143-4d6d-8ac8-bfa2ba77215e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:13:59.408999 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:59.409514 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:13:59.410863 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 1093 time: 0.9981484 Jun 05 17:13:59.411363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:13:59.413626 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8bd92c-42b6-4afb-828c-36213813ca57" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:13:59.431533 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:13:59.444423 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:13:59.484175 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783ea095-f084-48b6-96f2-b5eecafbad35 x-openstack-request-id: req-783ea095-f084-48b6-96f2-b5eecafbad35 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:13:59.484500 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:13:59.484791 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-783ea095-f084-48b6-96f2-b5eecafbad35 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:13:59.485214 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'status': 'completed', 'code': 200} Jun 05 17:13:59.528856 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-d466be39-bee0-46d5-a90b-8769cf74ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:59.530465 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-d466be39-bee0-46d5-a90b-8769cf74ea80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1096 time: 0.0777328 Jun 05 17:13:59.711772 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-4ea453cb-61f3-4dbf-8fb8-6752efb0c894 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 217 time: 0.1729341 Jun 05 17:13:59.787841 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-6f34e572-15f6-45e6-a3f8-5f857063e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:59.789229 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-6f34e572-15f6-45e6-a3f8-5f857063e160 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0703890 Jun 05 17:13:59.838118 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d192d-8187-4192-a8f3-73b20a98aeb3 req-528b6edd-00f6-475b-9593-d8d855f112eb tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:59.839690 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4d4d192d-8187-4192-a8f3-73b20a98aeb3 req-528b6edd-00f6-475b-9593-d8d855f112eb tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.1736059 Jun 05 17:13:59.905201 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4d4d192d-8187-4192-a8f3-73b20a98aeb3 req-976cf625-5049-42ae-9bb5-b827abd679c3 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576065 Jun 05 17:13:59.913393 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-51cb15e8-43e0-4f72-828f-ae22ec1ad2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:13:59.914751 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-51cb15e8-43e0-4f72-828f-ae22ec1ad2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1184368 Jun 05 17:14:00.058894 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-b6144730-93aa-49e9-8030-4fbcd9aaa419 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235909 Jun 05 17:14:00.248008 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0b986195-4afd-4df2-a8fc-0947d3bd46b6 req-37056274-2760-4577-9dec-6cc3e3cd3087 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754003 Jun 05 17:14:00.259192 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeba4d8-2b26-42c6-8cb1-0abac3cf2278 req-09d3c75e-3587-4dc8-ba31-4cfd8027f33c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:00.260516 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6aeba4d8-2b26-42c6-8cb1-0abac3cf2278 req-09d3c75e-3587-4dc8-ba31-4cfd8027f33c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.1711543 Jun 05 17:14:00.343769 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6aeba4d8-2b26-42c6-8cb1-0abac3cf2278 req-a0a5678d-9703-4e19-b74d-c77fd3c3a223 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768535 Jun 05 17:14:00.373961 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-c6484e73-3652-414c-90f9-a678bfd802e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:00.375393 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-c6484e73-3652-414c-90f9-a678bfd802e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1096 time: 0.0794899 Jun 05 17:14:00.502615 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-fad0123e-0954-452d-ac98-41791817ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:00.504030 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-fad0123e-0954-452d-ac98-41791817ea21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1209719 Jun 05 17:14:00.572034 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-c0eec592-d952-46ed-b1e5-0fc67d0bf224 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 217 time: 0.0608261 Jun 05 17:14:00.633007 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-7400871a-e2ec-49da-ad78-d4f188087a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:00.634361 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-7400871a-e2ec-49da-ad78-d4f188087a73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0553942 Jun 05 17:14:00.708461 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-299193af-a00a-4c22-9fea-63a58ba3584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:00.709834 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-299193af-a00a-4c22-9fea-63a58ba3584e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665913 Jun 05 17:14:00.841026 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-87b137b7-8b53-4b32-80f6-df4f99f2e1fe service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221769 Jun 05 17:14:00.973239 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f8bd92c-42b6-4afb-828c-36213813ca57 req-a2707f70-1cad-4f5b-bae9-03ecb9602d88 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252651 Jun 05 17:14:01.535367 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b602-106c-4434-a444-22495601acc0 req-b3365b38-c51c-4b6a-bf2a-b227b7011670 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:01.536794 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c47b602-106c-4434-a444-22495601acc0 req-b3365b38-c51c-4b6a-bf2a-b227b7011670 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0819201 Jun 05 17:14:01.579614 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c47b602-106c-4434-a444-22495601acc0 req-733bd71a-f660-47d2-87b0-af84944685b7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371900 Jun 05 17:14:02.763390 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603b0c-4240-4a65-b391-91adfe646e65 req-3d945c30-836c-48b2-93ac-2a2a8ab7f31a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:02.764823 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-30603b0c-4240-4a65-b391-91adfe646e65 req-3d945c30-836c-48b2-93ac-2a2a8ab7f31a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0798106 Jun 05 17:14:02.810664 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-30603b0c-4240-4a65-b391-91adfe646e65 req-a6456793-5161-4422-812c-5b44eeb9a5ca tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402293 Jun 05 17:14:03.547695 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:14:03.675924 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:03.688420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'mac_address': 'fa:16:3e:78:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:14:03.740603 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:03.756133 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2f915c-09fc-4431-b7a3-4ef4b31b569c {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:14:03.771001 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:03.774786 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:03.776480 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:03.847969 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:03.851004 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:04.065472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4c74-7970-4944-8be9-a9e8bd043f1a req-003f1fc8-2d9d-4c2a-95ad-d00133d00aa1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:04.066900 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d3c4c74-7970-4944-8be9-a9e8bd043f1a req-003f1fc8-2d9d-4c2a-95ad-d00133d00aa1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 944 time: 0.1503518 Jun 05 17:14:04.089350 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['4d2f915c-09fc-4431-b7a3-4ef4b31b569c'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:14:04.111846 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d3c4c74-7970-4944-8be9-a9e8bd043f1a req-d64d6527-573e-4813-96c4-ac002506fdb4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380518 Jun 05 17:14:05.296896 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65082bc-6592-4ab1-8aca-1d003c82df3b req-c8e60e98-5f8f-4585-94ea-31f319513615 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:05.298297 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b65082bc-6592-4ab1-8aca-1d003c82df3b req-c8e60e98-5f8f-4585-94ea-31f319513615 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 944 time: 0.0792873 Jun 05 17:14:05.341432 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b65082bc-6592-4ab1-8aca-1d003c82df3b req-ffd68055-87bd-46a6-9413-fe85859d43f6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376244 Jun 05 17:14:05.559658 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:14:05.625583 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:14:05.630590 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:14:05.630971 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:05.766295 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:05.789778 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:14:05.792016 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59278185-448f-4263-a997-a4f437168624" -d '{"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:14:05.800451 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:05.804349 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:05.806239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-787afa4d-495e-4b5b-a71f-16a80534ceff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:05.839784 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcab11ae-91a4-4da6-a0cd-da3219df4de9 x-openstack-request-id: req-dcab11ae-91a4-4da6-a0cd-da3219df4de9 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:14:05.840087 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:14:05.840364 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcab11ae-91a4-4da6-a0cd-da3219df4de9 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:14:05.840767 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'code': 200} Jun 05 17:14:05.872132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:05.875003 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:05.978918 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-1df127f7-716c-4fe8-b2a4-69208473c256 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677745 Jun 05 17:14:06.069345 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f74a05-695a-46fb-85b3-797011b4e3bb req-e178fac9-37d9-4551-85e2-39a993bef555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:06.070792 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-74f74a05-695a-46fb-85b3-797011b4e3bb req-e178fac9-37d9-4551-85e2-39a993bef555 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1098 time: 0.0739665 Jun 05 17:14:06.110333 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-74f74a05-695a-46fb-85b3-797011b4e3bb req-cf5c88fa-e3bb-4e33-bfca-18f44331b5da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330334 Jun 05 17:14:06.114466 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66610fe-d316-40ad-acf2-67601715207c req-ebef0d3f-b3c4-43d0-a119-551cbda56b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:06.115952 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-ebef0d3f-b3c4-43d0-a119-551cbda56b94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.0704350 Jun 05 17:14:06.550823 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66610fe-d316-40ad-acf2-67601715207c req-1f01f8c2-25d9-4065-954b-f9977fee6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:06.552410 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-1f01f8c2-25d9-4065-954b-f9977fee6d04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.2682080 Jun 05 17:14:06.634515 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac8c92-e4b4-4d23-b721-bb51795cfcff req-d7002f96-99f7-4873-97f8-4a0410fa316c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:06.635905 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-edac8c92-e4b4-4d23-b721-bb51795cfcff req-d7002f96-99f7-4873-97f8-4a0410fa316c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1755996 Jun 05 17:14:06.692290 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-0e63adb1-b7c7-4d19-91d3-d05fd0480a22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 1000 time: 0.1317391 Jun 05 17:14:06.701698 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-edac8c92-e4b4-4d23-b721-bb51795cfcff req-23f23147-6785-4bc9-aa27-d7e6e977f2c0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566449 Jun 05 17:14:06.759008 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66610fe-d316-40ad-acf2-67601715207c req-91bfb038-655f-4e5d-a944-59a7315674f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:06.760474 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-91bfb038-655f-4e5d-a944-59a7315674f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.0579610 Jun 05 17:14:06.842487 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66610fe-d316-40ad-acf2-67601715207c req-4be3a6f0-9fee-4e11-aa1f-34005cabaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:06.843981 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-4be3a6f0-9fee-4e11-aa1f-34005cabaa9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758903 Jun 05 17:14:06.974246 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-092b2bc0-059b-420c-a09b-7526ecadc96c service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226768 Jun 05 17:14:07.106370 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f66610fe-d316-40ad-acf2-67601715207c req-c4f266bc-bb1d-43d2-8f91-dbc3f42c69cc service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225598 Jun 05 17:14:07.345917 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:14:07.895686 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd37a81-6c47-4576-bc4f-00cff584be02 req-920259c6-382b-4044-83ad-d3553384e457 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:07.897110 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ebd37a81-6c47-4576-bc4f-00cff584be02 req-920259c6-382b-4044-83ad-d3553384e457 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0781281 Jun 05 17:14:07.940221 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ebd37a81-6c47-4576-bc4f-00cff584be02 req-853c7d95-8aae-46a0-a3a1-f6e35b95826a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374649 Jun 05 17:14:08.122676 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6950b4-5d7d-4411-a7db-8c2b794b649e req-f599c07b-fbba-4eaa-85a9-cdd0aa63a14d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:08.124125 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-dd6950b4-5d7d-4411-a7db-8c2b794b649e req-f599c07b-fbba-4eaa-85a9-cdd0aa63a14d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0775063 Jun 05 17:14:08.132434 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53662) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:08.136724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Request body: {'floatingip': {'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:14:08.206555 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:08.216066 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:08.788380 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:08.792738 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:08.967926 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Floating IP c33409de-026e-453c-9f0e-39fec113993e associated. External IP: 172.27.0.37, port: 4d2f915c-09fc-4431-b7a3-4ef4b31b569c. Jun 05 17:14:09.302043 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ba15d534-b5c7-447a-b394-6776df07c316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:09.388376 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:14:09.562550 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:14:09.567656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:09.572445 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:14:09.582073 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:09.582684 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:13:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:09.619960 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f1508202-2f27-484c-8f31-df6d6bd1ae0c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "PUT /v2.0/floatingips/c33409de-026e-453c-9f0e-39fec113993e HTTP/1.1" status: 200 len: 990 time: 1.4865148 Jun 05 17:14:09.620588 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:14:09.622819 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d8558-8903-4ad8-a988-a02f0683a9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:14:09.666844 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d09bae3-3ec3-4226-9a4a-2936429fda95 x-openstack-request-id: req-0d09bae3-3ec3-4226-9a4a-2936429fda95 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:14:09.667176 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:14:09.667490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d09bae3-3ec3-4226-9a4a-2936429fda95 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:14:09.668183 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'status': 'completed', 'code': 200} Jun 05 17:14:09.765608 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:09.781851 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-fddf580f-095a-4562-a018-ad2b1ade9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:09.783985 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-fddf580f-095a-4562-a018-ad2b1ade9bff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1098 time: 0.0806088 Jun 05 17:14:09.918752 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-98e02775-458b-458d-af29-ed5b7faee836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:09.920147 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-98e02775-458b-458d-af29-ed5b7faee836 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1262181 Jun 05 17:14:10.025899 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-a1a6a033-d8d2-4d28-afe2-077649b4fd76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 998 time: 0.0982897 Jun 05 17:14:10.088977 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-3d1b5c56-e2ee-4f20-8008-1509753fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:10.090409 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-3d1b5c56-e2ee-4f20-8008-1509753fd9ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0580280 Jun 05 17:14:10.115497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'c33409de-026e-453c-9f0e-39fec113993e', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'mac_address': 'fa:16:3e:78:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:13:54Z', 'updated_at': '2021-06-05T17:14:08Z', 'revision_number': 1, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:10.119865 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:14:10.129078 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:10.129688 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:13:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:10.166982 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-28be0568-b3a8-47f2-a2e3-5df2bd006f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:10.168651 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-28be0568-b3a8-47f2-a2e3-5df2bd006f34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713527 Jun 05 17:14:10.303773 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-cfc7e22c-73a9-4cf2-9406-ca3ca7f32075 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270862 Jun 05 17:14:10.317430 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:10.446281 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-782d8558-8903-4ad8-a988-a02f0683a9f9 req-1ca87f25-7b97-4f4f-b340-ec6093e5636d service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347747 Jun 05 17:14:10.679038 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'c33409de-026e-453c-9f0e-39fec113993e', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'mac_address': 'fa:16:3e:78:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:13:54Z', 'updated_at': '2021-06-05T17:14:08Z', 'revision_number': 1, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:10.682836 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023236-d36b-433b-bc12-1f7aad0694a7 None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'c33409de-026e-453c-9f0e-39fec113993e', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'mac_address': 'fa:16:3e:78:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:13:54Z', 'updated_at': '2021-06-05T17:14:08Z', 'revision_number': 1, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:14:10.860442 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5fdf0f-13e5-4858-adac-4ea945029a73 None None] New status for floating IP c33409de-026e-453c-9f0e-39fec113993e: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:14:11.737981 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:11.925394 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ac4c7ec3-2334-493b-b593-20fe2b7a60ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:12.987939 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:14.592052 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:20.030696 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0fc16-3127-4f5c-a302-810dedc4d95f req-a517206a-dcd0-46ea-854a-cd4cedd8e2ec tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:20.032165 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-26f0fc16-3127-4f5c-a302-810dedc4d95f req-a517206a-dcd0-46ea-854a-cd4cedd8e2ec tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0817916 Jun 05 17:14:20.075069 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-26f0fc16-3127-4f5c-a302-810dedc4d95f req-e4903c4d-7924-4818-9d14-f5f365259552 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367012 Jun 05 17:14:21.254263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebc6a1-ceb0-4ca6-831e-2d7d23586dc0 req-3b462895-06a5-4952-8439-b0029e36077c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:21.255694 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1eebc6a1-ceb0-4ca6-831e-2d7d23586dc0 req-3b462895-06a5-4952-8439-b0029e36077c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0778248 Jun 05 17:14:21.297722 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1eebc6a1-ceb0-4ca6-831e-2d7d23586dc0 req-21f7d620-0243-48f8-a0ee-6ee3f323cdad tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366087 Jun 05 17:14:22.484817 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda209e-22f9-4604-8610-87a6f9937bc6 req-48f62bd7-30df-49d8-93e6-5f64de1988d6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:22.486647 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5bda209e-22f9-4604-8610-87a6f9937bc6 req-48f62bd7-30df-49d8-93e6-5f64de1988d6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0843530 Jun 05 17:14:22.529077 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5bda209e-22f9-4604-8610-87a6f9937bc6 req-91ce7521-c8b7-45ca-b7a8-aa6ef8c5f303 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367877 Jun 05 17:14:23.709960 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6198460-ae62-473c-83ee-826cbdf7214d req-78a8f8e8-e93e-4040-8c73-739482e226a5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:23.711366 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a6198460-ae62-473c-83ee-826cbdf7214d req-78a8f8e8-e93e-4040-8c73-739482e226a5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0784907 Jun 05 17:14:23.757039 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a6198460-ae62-473c-83ee-826cbdf7214d req-42f1638b-461d-4327-80f6-ce4d26162140 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Jun 05 17:14:24.935159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65915-8829-4132-ba6e-8baa02dc0c7b req-8e8f8db2-1bed-42e8-9a99-c1da525c2e71 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:24.936600 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a3b65915-8829-4132-ba6e-8baa02dc0c7b req-8e8f8db2-1bed-42e8-9a99-c1da525c2e71 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0767870 Jun 05 17:14:24.979443 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a3b65915-8829-4132-ba6e-8baa02dc0c7b req-56676eb8-c8dc-4b38-a1cc-b70cfb6f00ab tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365808 Jun 05 17:14:26.164989 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5a229-28d2-4386-bde5-9330be5853a9 req-4077015c-4c95-4d82-99dd-c47d974816d6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:26.166332 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91b5a229-28d2-4386-bde5-9330be5853a9 req-4077015c-4c95-4d82-99dd-c47d974816d6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0816996 Jun 05 17:14:26.212517 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91b5a229-28d2-4386-bde5-9330be5853a9 req-49c154f7-7fdf-4c09-80ff-01105f1d260e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401964 Jun 05 17:14:27.391645 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215115-157b-4f1b-9f6d-9d37ea036b95 req-28d6e191-fd45-47f1-b824-93f9700a8ac0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:27.393058 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c7215115-157b-4f1b-9f6d-9d37ea036b95 req-28d6e191-fd45-47f1-b824-93f9700a8ac0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0773973 Jun 05 17:14:27.435793 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c7215115-157b-4f1b-9f6d-9d37ea036b95 req-c3361348-744c-4064-87da-4ec476206323 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372419 Jun 05 17:14:28.623551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2fe79-f55a-47be-a96d-c4b530df7d1e req-c13cda74-a013-4ba7-9e4c-ec9daace248b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:28.624950 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49e2fe79-f55a-47be-a96d-c4b530df7d1e req-c13cda74-a013-4ba7-9e4c-ec9daace248b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0810213 Jun 05 17:14:28.667082 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49e2fe79-f55a-47be-a96d-c4b530df7d1e req-de71d001-40c7-4b54-9d02-6f76e36f246b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367084 Jun 05 17:14:29.850069 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd08ba-8f1b-46c8-9746-8634f0b8b8d6 req-10107af1-d52d-4713-9f53-198f2378b8d5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:29.851544 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91bd08ba-8f1b-46c8-9746-8634f0b8b8d6 req-10107af1-d52d-4713-9f53-198f2378b8d5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0795157 Jun 05 17:14:29.896924 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-91bd08ba-8f1b-46c8-9746-8634f0b8b8d6 req-bd6b7331-bc24-4acc-bfd0-21ab8857585b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Jun 05 17:14:31.081504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138e6b7-6940-4d3a-94c8-5868793abb99 req-9c73f22f-7391-46dd-8107-b2ab4663b7d9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:31.082929 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8138e6b7-6940-4d3a-94c8-5868793abb99 req-9c73f22f-7391-46dd-8107-b2ab4663b7d9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0823679 Jun 05 17:14:31.126187 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8138e6b7-6940-4d3a-94c8-5868793abb99 req-1efa6c6a-66a9-481d-910f-b5bb7fbac003 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377080 Jun 05 17:14:32.305544 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f304fb-9aea-4e3d-9785-0c94b36fcf90 req-90bb424a-c1d6-49b7-91a0-29d7a5f33805 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:32.306939 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-80f304fb-9aea-4e3d-9785-0c94b36fcf90 req-90bb424a-c1d6-49b7-91a0-29d7a5f33805 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0780356 Jun 05 17:14:32.425478 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-80f304fb-9aea-4e3d-9785-0c94b36fcf90 req-6d5161ad-372b-47df-9df4-ecb090bd98ea tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130171 Jun 05 17:14:33.606216 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4ee1-f095-46d1-a79b-dec1084ec87f req-d738e817-ba28-49df-8144-d0c116fe43f2 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:33.607669 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8fff4ee1-f095-46d1-a79b-dec1084ec87f req-d738e817-ba28-49df-8144-d0c116fe43f2 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0784450 Jun 05 17:14:33.650649 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8fff4ee1-f095-46d1-a79b-dec1084ec87f req-fbf1c293-8cf9-43a2-8091-788f09f1a2ae tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369997 Jun 05 17:14:34.832952 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95963-939f-4fc3-9e60-9efe40816586 req-0758c2f3-ec3c-4199-a1e0-2a36f0f37a91 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:34.834367 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-90c95963-939f-4fc3-9e60-9efe40816586 req-0758c2f3-ec3c-4199-a1e0-2a36f0f37a91 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0810292 Jun 05 17:14:34.877762 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-90c95963-939f-4fc3-9e60-9efe40816586 req-6f5eaa75-3acf-492d-85cf-3b8518c29691 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373633 Jun 05 17:14:36.056066 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc03c-cdd4-48ff-a96b-20d9acf3fbe3 req-f3bf2730-cee7-4a16-9d85-18d73b732196 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:36.057497 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1a4cc03c-cdd4-48ff-a96b-20d9acf3fbe3 req-f3bf2730-cee7-4a16-9d85-18d73b732196 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0772781 Jun 05 17:14:36.100375 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1a4cc03c-cdd4-48ff-a96b-20d9acf3fbe3 req-46d17472-2800-4d12-9451-6a9c1c8fb46c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374784 Jun 05 17:14:36.440727 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ae4a8-16ad-4f26-9865-16d6543ff26d req-4943003f-c2e4-46fa-a527-311cbe8f81be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:36.442189 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-329ae4a8-16ad-4f26-9865-16d6543ff26d req-4943003f-c2e4-46fa-a527-311cbe8f81be tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0848143 Jun 05 17:14:36.488245 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-329ae4a8-16ad-4f26-9865-16d6543ff26d req-7b88dc78-7398-40e2-82ee-9ff5a17a3f4c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404091 Jun 05 17:14:36.575527 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-25c02425-0009-44cb-b7fa-07f439fdc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:36.576979 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-25c02425-0009-44cb-b7fa-07f439fdc458 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1099 time: 0.1709986 Jun 05 17:14:36.704636 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-6c6d0cc3-4706-4a43-bcb5-24f37c9001c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:36.705980 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-6c6d0cc3-4706-4a43-bcb5-24f37c9001c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1220682 Jun 05 17:14:36.806302 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-663b8867-e33d-40b1-95c0-e426c5d9bf6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 1001 time: 0.0935812 Jun 05 17:14:36.869701 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-b4a4e05d-0b2a-47f3-ab4d-4c9d384e61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:36.871087 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-b4a4e05d-0b2a-47f3-ab4d-4c9d384e61e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0559180 Jun 05 17:14:36.947050 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-1c4293f4-57b8-4466-bd4d-33c1dd450f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:36.948480 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-1c4293f4-57b8-4466-bd4d-33c1dd450f24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704639 Jun 05 17:14:37.076857 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-9804c37e-ea86-44a2-b887-5a1ac1894f37 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206369 Jun 05 17:14:37.206799 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1a6eaf06-db63-4f65-95e7-f8059af52a04 req-8fecd5f1-5b0a-4ce0-ae7f-74e2943bbdc2 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227801 Jun 05 17:14:37.669979 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943a3f6-784d-465a-9333-c5f24425d869 req-9c6f0540-d4c5-405f-b022-ed3fe73313e0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:37.671426 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f943a3f6-784d-465a-9333-c5f24425d869 req-9c6f0540-d4c5-405f-b022-ed3fe73313e0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0777533 Jun 05 17:14:37.719615 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f943a3f6-784d-465a-9333-c5f24425d869 req-44d2d24a-f11d-4d9a-80fd-26112fed06ba tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Jun 05 17:14:38.211144 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:38.903412 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a146fa-4f73-4ac7-a23d-63f77c52651a req-69b3ddfd-226c-4e94-8ec4-ff29e5fecb01 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:38.904879 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c0a146fa-4f73-4ac7-a23d-63f77c52651a req-69b3ddfd-226c-4e94-8ec4-ff29e5fecb01 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0810046 Jun 05 17:14:38.948993 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c0a146fa-4f73-4ac7-a23d-63f77c52651a req-b78a40f4-38f2-48f2-838a-5e6eeae43984 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386589 Jun 05 17:14:39.305964 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fa0a22bb-003f-42d4-863e-6df4686fc109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.054558 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-33bf39e3-2728-49bf-865d-de06c301bba1 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499875125&fields=id&tenant_id=a280be976ddf4936904835ce50f1f30c HTTP/1.1" status: 200 len: 267 time: 0.0390019 Jun 05 17:14:40.139458 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-5cc1746a-3a38-4ec8-b9c0-663bba53905c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:40.140783 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-5cc1746a-3a38-4ec8-b9c0-663bba53905c tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 985 time: 0.0810170 Jun 05 17:14:40.151657 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Request body: {'port': {'security_groups': ['5eb75c5c-09df-4018-b63c-d1f6a5f11abf']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:14:40.267937 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.500161 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:40.523783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.527952 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.533796 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2fc79f20-eecd-4cee-b15f-4dc971fb2fd5 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:40.539243 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:14:40.601337 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:40.601950 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.603324 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f0919516-bfbc-44c2-a995-32dcccacf09e req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "PUT /v2.0/ports/5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 943 time: 0.4560287 Jun 05 17:14:40.603863 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:14:40.606169 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:14:40.611572 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53826) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:40.629657 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event updated for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=7']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:40.641033 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:40.664728 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64384d34-d2f5-4198-b423-9786621d443e x-openstack-request-id: req-64384d34-d2f5-4198-b423-9786621d443e {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:14:40.665081 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:14:40.665371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64384d34-d2f5-4198-b423-9786621d443e {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:14:40.665958 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'status': 'completed', 'code': 200} Jun 05 17:14:40.684399 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:14:40.689345 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.778415 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.828248 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-37648842-5860-45c4-9885-4e35465315ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:40.829764 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-37648842-5860-45c4-9885-4e35465315ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1099 time: 0.1298854 Jun 05 17:14:40.870941 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-550b1742-3bec-48c5-a87f-d7f0733625b7 None None] Provisioning complete for port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:14:40.871288 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-550b1742-3bec-48c5-a87f-d7f0733625b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.932889 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.935306 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:40.936429 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f86c462-910a-4d49-a3fc-d5df93e57ebc HTTP/1.1" status: 204 len: 168 time: 0.3231902 Jun 05 17:14:40.938872 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-46899118-a7c9-49e0-894a-92b8ef87b7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:40.939830 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53828) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:40.959445 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f86c462-910a-4d49-a3fc-d5df93e57ebc,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:40.964946 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1d00838a-b1ca-457e-8b20-d3739856ea96 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:40.988002 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-9789b958-dd9a-4be3-8845-845b8e7d46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:40.989470 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-9789b958-dd9a-4be3-8845-845b8e7d46a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 913 time: 0.1527944 Jun 05 17:14:41.096159 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-2a51167e-66ae-48ee-8011-2aa91e5e8d71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 1001 time: 0.0970032 Jun 05 17:14:41.159628 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-46a5c1de-dd8b-4285-b62a-0ac237126161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:41.161067 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-46a5c1de-dd8b-4285-b62a-0ac237126161 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.0582337 Jun 05 17:14:41.220931 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Deleting port f9e7e454-2145-4d8f-89e7-d86a54493ee5 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:41.221523 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:41.238428 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-75502d98-1b3a-4dec-9574-3828cca97399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:41.239950 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-75502d98-1b3a-4dec-9574-3828cca97399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716214 Jun 05 17:14:41.341498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:41.341828 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:41.374202 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-2ada1d62-1cf8-410b-9617-23fe2033a9d4 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260693 Jun 05 17:14:41.547998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Calling delete_port for f9e7e454-2145-4d8f-89e7-d86a54493ee5 owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:41.609753 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-86ed9d6c-7046-4beb-9aa0-18cdebaa93e5 req-22b21fab-3b9f-4f6b-b22c-a12a0d6a31fe service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255974 Jun 05 17:14:41.678534 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:41.682035 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9a7acfab-67f5-4375-b3b6-aef7b4e95933 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:41.722870 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event deleted for resources: {'Port': ['ID=f9e7e454-2145-4d8f-89e7-d86a54493ee5,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:41.726318 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:41.743137 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:41.816035 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:41.816364 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Floating IP 22e03a38-6635-43f4-b16a-a07239d54afa disassociated (deleted). External IP: 172.27.0.17, port: 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef. Jun 05 17:14:41.927208 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7bd0-2e77-4cdf-a5ca-46eccca56ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:42.154428 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Router 5cd1acfe-bb78-4adc-8c58-895fdc884488 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:14:42.331052 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:14:42.335933 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:42.340849 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] Sync routers for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:14:42.351017 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:42.351650 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:14:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:42.389216 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "DELETE /v2.0/floatingips/22e03a38-6635-43f4-b16a-a07239d54afa HTTP/1.1" status: 204 len: 168 time: 1.4480081 Jun 05 17:14:42.527818 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:42.667452 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:14:42.669928 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:14:42.715046 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db30dbe-2ad8-4d42-a3c6-78f93ad0de7f x-openstack-request-id: req-2db30dbe-2ad8-4d42-a3c6-78f93ad0de7f {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:14:42.715414 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:14:42.715947 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2db30dbe-2ad8-4d42-a3c6-78f93ad0de7f {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:14:42.716790 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'status': 'completed', 'code': 200} Jun 05 17:14:42.829998 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-0bfe3e02-1b73-4166-a866-883fb5eb5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:42.832372 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-0bfe3e02-1b73-4166-a866-883fb5eb5a4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a280be976ddf4936904835ce50f1f30c&device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 1099 time: 0.0924020 Jun 05 17:14:42.855938 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:53Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:42.860968 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] Checking router: 5cd1acfe-bb78-4adc-8c58-895fdc884488 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:14:42.870836 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:42.871887 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:14:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:42.984570 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-7ab86f75-ab5c-4443-b8cd-def1c0825891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:42.986036 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-7ab86f75-ab5c-4443-b8cd-def1c0825891 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 200 len: 913 time: 0.1464701 Jun 05 17:14:43.058820 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:43.059084 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-ceeeb465-f90f-4532-9d2e-3285cdd2bf10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 200 len: 217 time: 0.0632632 Jun 05 17:14:43.069966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:43.124576 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-eada63e2-e0a9-4d00-9c1e-f224fa2c6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:43.126489 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-eada63e2-e0a9-4d00-9c1e-f224fa2c6fb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 200 len: 851 time: 0.0603814 Jun 05 17:14:43.207425 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-e0eb961d-af10-4634-9321-fbd24b2eedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:43.208880 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-e0eb961d-af10-4634-9321-fbd24b2eedfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727274 Jun 05 17:14:43.360938 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-8e61234d-2496-4236-869d-4cee6ea66db0 service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320839 Jun 05 17:14:43.413724 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:53Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:43.420880 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573bfe1-425d-45f9-8a99-0fdfbf82284a None None] The sync data for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi is: [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:44Z', 'revision_number': 4, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'b79944c5-c09d-4498-af55-c7d2573cffa9', 'name': '', 'network_id': '2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'mac_address': 'fa:16:3e:a6:e7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:43Z', 'updated_at': '2021-06-05T17:09:53Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'subnets': [{'id': '88602ade-9986-4deb-b86f-8a6b6be84b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:14:43.505553 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b7408938-5ce7-4886-b8e2-4e2e9fd8cd37 req-19f227bb-79c1-4e92-91d7-141aaecbc2dc service neutron] 10.222.0.43 "GET /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320255 Jun 05 17:14:43.711154 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6480fa75-cc65-495f-830a-6068876885bc None None] New status for floating IP 22e03a38-6635-43f4-b16a-a07239d54afa: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:14:44.344286 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:14:44.594579 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:45.861273 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18468e-a553-49ce-bcae-132ccc072dde req-fbebb0fa-4c54-4a18-98c5-2f5156f27809 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:45.862695 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9f18468e-a553-49ce-bcae-132ccc072dde req-fbebb0fa-4c54-4a18-98c5-2f5156f27809 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.0792978 Jun 05 17:14:45.910389 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9f18468e-a553-49ce-bcae-132ccc072dde req-28440da6-5b71-4bd4-a26d-0e2be14ba696 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Jun 05 17:14:47.089958 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c89d4f-795d-4f16-bfee-1f8ca9d3704f req-2dd1055e-6d41-4966-bf1f-dea8f67217ee tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:47.091425 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-44c89d4f-795d-4f16-bfee-1f8ca9d3704f req-2dd1055e-6d41-4966-bf1f-dea8f67217ee tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.0805824 Jun 05 17:14:47.140117 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-44c89d4f-795d-4f16-bfee-1f8ca9d3704f req-5926184a-89d9-4228-9b74-3641120d9010 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Jun 05 17:14:48.021714 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-e7739332-3754-453e-9378-5ae6c8f6b98d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:48.023119 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-e7739332-3754-453e-9378-5ae6c8f6b98d tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.0809314 Jun 05 17:14:48.156259 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Deleting port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:48.157436 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:48.340317 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] For port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:48.340676 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:48.468453 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Calling delete_port for 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:48.480101 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea55b63-50ad-4656-817e-dfac577521cb req-82c6bcbe-e7cb-4dba-9ef6-a022e5862e44 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:14:48.481533 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1ea55b63-50ad-4656-817e-dfac577521cb req-82c6bcbe-e7cb-4dba-9ef6-a022e5862e44 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6b73033-edd9-4309-8ced-cb8086ed3202 HTTP/1.1" status: 200 len: 946 time: 0.2328050 Jun 05 17:14:48.540850 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1ea55b63-50ad-4656-817e-dfac577521cb req-a4b14ecc-7251-4a65-9c12-d3f0cd221dc3 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.37 "GET /v2.0/security-groups?id=5eb75c5c-09df-4018-b63c-d1f6a5f11abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Jun 05 17:14:48.709144 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:48.715362 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:48.721552 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:14:48.760417 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Pushing event deleted for resources: {'Port': ['ID=5191081e-8ec8-4bdf-a50f-2ccbce03b9ef,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:48.763098 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:48.840434 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] No DVR routers for this DVR port 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:14:48.842877 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:48.844875 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-153ee2e3-9067-41b9-a741-fb0bdc77ab9e req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] 10.222.0.43 "DELETE /v2.0/ports/5191081e-8ec8-4bdf-a50f-2ccbce03b9ef HTTP/1.1" status: 204 len: 173 time: 0.8106697 Jun 05 17:14:48.845357 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'name': 'network-vif-deleted', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:14:48.847682 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b35f6b3-3b73-4ff0-9cf4-b2a3d586a22e" -d '{"events": [{"server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "name": "network-vif-deleted", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:14:48.949108 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804fd9e-124e-4fa1-a6f3-e6ecba7ba97c x-openstack-request-id: req-d804fd9e-124e-4fa1-a6f3-e6ecba7ba97c {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:14:48.949472 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b73033-edd9-4309-8ced-cb8086ed3202", "name": "network-vif-deleted", "tag": "5191081e-8ec8-4bdf-a50f-2ccbce03b9ef", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:14:48.949767 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d804fd9e-124e-4fa1-a6f3-e6ecba7ba97c {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:14:48.950220 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b73033-edd9-4309-8ced-cb8086ed3202', 'name': 'network-vif-deleted', 'tag': '5191081e-8ec8-4bdf-a50f-2ccbce03b9ef', 'status': 'completed', 'code': 200} Jun 05 17:14:50.256241 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53930) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:50.882498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:51.276911 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Deleting port b79944c5-c09d-4498-af55-c7d2573cffa9 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:51.277591 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:51.396250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] For port b79944c5-c09d-4498-af55-c7d2573cffa9, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=b79944c5-c09d-4498-af55-c7d2573cffa9,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:51.396607 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:51.609921 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Calling delete_port for b79944c5-c09d-4498-af55-c7d2573cffa9 owned by network:router_interface {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:51.726168 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:14:51.759646 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:14:51.760002 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 5191081e-8ec8-4bdf-a50f-2ccbce03b9ef not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:14:51.893597 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:51.897431 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-425feb31-edc8-4305-be19-5dfa9b90143b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:51.942578 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79944c5-c09d-4498-af55-c7d2573cffa9,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:51.945546 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:52.205919 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:52.559269 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Router 5cd1acfe-bb78-4adc-8c58-895fdc884488 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:14:52.732511 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:14:52.737798 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-aacc7c8c-1c7d-4c6c-af1f-57cdef7c6d56 admin admin] 10.222.0.37 "PUT /v2.0/routers/5cd1acfe-bb78-4adc-8c58-895fdc884488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4804425 Jun 05 17:14:52.740234 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53938) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:52.742881 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] Sync routers for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:14:52.752265 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:52.752863 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:14:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:52.929071 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:53.023125 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks [] for router, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.192294 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.213150 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:14:51Z', 'revision_number': 5, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port': {'id': '37dc89a8-c1f3-4ea3-9ea9-dc057734729a', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:53.216879 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] Checking router: 5cd1acfe-bb78-4adc-8c58-895fdc884488 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:14:53.225621 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] Routers {'5cd1acfe-bb78-4adc-8c58-895fdc884488'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:53.226211 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:14:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['5cd1acfe-bb78-4adc-8c58-895fdc884488'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:53.263280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Deleting port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:53.263655 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.370653 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] Set router 5cd1acfe-bb78-4adc-8c58-895fdc884488 gateway port host: None {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:53.383792 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] For port 37dc89a8-c1f3-4ea3-9ea9-dc057734729a, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:53.384150 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.473009 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:14:53Z', 'revision_number': 6, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:53.477138 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c48ec-7fe3-41d7-a286-6316b57c4c11 None None] The sync data for ids ['5cd1acfe-bb78-4adc-8c58-895fdc884488'] in dv-cinder-794962-1-iscsi is: [{'id': '5cd1acfe-bb78-4adc-8c58-895fdc884488', 'name': 'tempest-TestMinimumBasicScenario-4211925-router', 'tenant_id': 'a280be976ddf4936904835ce50f1f30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:39Z', 'updated_at': '2021-06-05T17:14:53Z', 'revision_number': 6, 'project_id': 'a280be976ddf4936904835ce50f1f30c', 'gw_port_host': None}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:14:53.507626 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Calling delete_port for 37dc89a8-c1f3-4ea3-9ea9-dc057734729a owned by network:router_gateway {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:53.641073 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.645166 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d4fc951a-7509-4ede-8450-4931cb643f0e tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:53.687200 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Pushing event deleted for resources: {'Port': ['ID=37dc89a8-c1f3-4ea3-9ea9-dc057734729a,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:53.691517 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:53.775647 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.949871 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.952120 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.974089 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.974786 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd1acfe-bb78-4adc-8c58-895fdc884488 {{(pid=91860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:14:53.979300 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:53.980621 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] 10.222.0.37 "DELETE /v2.0/routers/5cd1acfe-bb78-4adc-8c58-895fdc884488 HTTP/1.1" status: 204 len: 168 time: 1.2394984 Jun 05 17:14:53.983068 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 53942) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:54.043153 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Deleting subnet 88602ade-9986-4deb-b86f-8a6b6be84b41 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:14:54.045976 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.093332 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.209781 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.259678 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 37dc89a8-c1f3-4ea3-9ea9-dc057734729a no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:14:54.280877 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.286558 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:54.297365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 37dc89a8-c1f3-4ea3-9ea9-dc057734729a {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:14:54.298338 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 37dc89a8-c1f3-4ea3-9ea9-dc057734729a not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:14:54.298757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device b79944c5-c09d-4498-af55-c7d2573cffa9 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:14:54.337135 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: b79944c5-c09d-4498-af55-c7d2573cffa9 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:14:54.337491 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device b79944c5-c09d-4498-af55-c7d2573cffa9 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:14:54.424656 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88602ade-9986-4deb-b86f-8a6b6be84b41,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:54.428615 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.430573 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/88602ade-9986-4deb-b86f-8a6b6be84b41 HTTP/1.1" status: 204 len: 168 time: 0.4463696 Jun 05 17:14:54.431440 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca5730-64b8-42f5-9ef3-bd3f7c794efa None None] Network 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:14:54.433044 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53946) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:54.435179 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.435592 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.435964 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.436328 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.436687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.437047 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.437401 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.437756 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.438110 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.438506 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.438857 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.439202 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:54.442468 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-dcd35bc9-0f26-4519-aa63-468257f1aee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:54.544088 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.616172 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Deleting port 26239257-fab3-4708-8022-644d8e7d969c {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:54.616513 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.700293 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] DHCP port deletion for 2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:14:54.720663 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] For port 26239257-fab3-4708-8022-644d8e7d969c, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=26239257-fab3-4708-8022-644d8e7d969c,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:54.721017 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.799140 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Deleting port 26239257-fab3-4708-8022-644d8e7d969c {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:54.799570 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.844439 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Calling delete_port for 26239257-fab3-4708-8022-644d8e7d969c owned by network:dhcp {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:54.893570 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] For port 26239257-fab3-4708-8022-644d8e7d969c, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=26239257-fab3-4708-8022-644d8e7d969c,segment=NetworkSegment(76ad03d9-39d9-416b-872a-69db91547051),segment_id=76ad03d9-39d9-416b-872a-69db91547051)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:54.894079 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.895595 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:54.900832 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:55.021666 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Calling delete_port for 26239257-fab3-4708-8022-644d8e7d969c owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:55.031106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Pushing event deleted for resources: {'Port': ['ID=26239257-fab3-4708-8022-644d8e7d969c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:55.036443 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] No DVR routers for this DVR port 26239257-fab3-4708-8022-644d8e7d969c on host dv-cinder-794962-1-iscsi {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:14:55.065080 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.065447 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.065805 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.066159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.066504 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.066861 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.067193 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.067556 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.067902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.068241 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.068580 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.068920 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.074076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:55.146275 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.149955 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:55.160581 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.172496 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:55.184592 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ad03d9-39d9-416b-872a-69db91547051') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:55.184875 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ad03d9-39d9-416b-872a-69db91547051') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:55.193025 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Pushing event deleted for resources: {'Port': ['ID=26239257-fab3-4708-8022-644d8e7d969c,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:55.196651 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] No DVR routers for this DVR port 26239257-fab3-4708-8022-644d8e7d969c on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:14:55.196815 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471764'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.202012 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.202363 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.202707 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.203044 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.203394 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.203726 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.204083 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.204409 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.204732 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.205442 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.205442 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.205681 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:14:55.209121 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:55.212911 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.219574 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:14:55.220028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540215'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: Traceback (most recent call last): Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: timer() Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: cb(*args, **kw) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: return func(*args, **kwargs) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: self._notify() Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: self.callback(batched_events) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: event.method(event) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: return f(self, *a, **k) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._get(url).json() Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:14:55.232980 dv-cinder-794962-1-iscsi neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:14:55.308240 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.311826 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:55.325005 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:55.326761 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09 HTTP/1.1" status: 204 len: 168 time: 0.8927748 Jun 05 17:14:55.329622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53952) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:55.389816 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2074dd5b-dd7b-4ea4-9f29-b09ac5b2ff09,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:55.398411 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:55.845825 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:56.238585 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Deleting port ca69f4bc-9065-4abe-b035-881541436ccb {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:56.238927 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:56.252313 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 26239257-fab3-4708-8022-644d8e7d969c no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:14:56.286811 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 26239257-fab3-4708-8022-644d8e7d969c {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:14:56.287159 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 26239257-fab3-4708-8022-644d8e7d969c not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:14:56.434459 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] For port ca69f4bc-9065-4abe-b035-881541436ccb, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ca69f4bc-9065-4abe-b035-881541436ccb,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:56.434809 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:56.551419 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Calling delete_port for ca69f4bc-9065-4abe-b035-881541436ccb owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:56.821146 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:56.824403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:56.868899 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca69f4bc-9065-4abe-b035-881541436ccb,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:56.871436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:57.129877 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:57.469620 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Router d376b929-6bce-458b-93d5-ed58908d15e4 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:14:57.727192 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:14:57.734424 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] 10.222.0.37 "PUT /v2.0/routers/d376b929-6bce-458b-93d5-ed58908d15e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012725 Jun 05 17:14:57.734424 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53958) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:57.735642 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] Sync routers for ids ['d376b929-6bce-458b-93d5-ed58908d15e4'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:14:57.745198 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] Routers {'d376b929-6bce-458b-93d5-ed58908d15e4'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:57.745789 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:14:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d376b929-6bce-458b-93d5-ed58908d15e4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:57.910374 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:57.915841 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] Set router d376b929-6bce-458b-93d5-ed58908d15e4 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:58.081268 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.154801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Deleting port f2f3b568-74da-4303-aa08-acdffce941fb {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:58.155142 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.197657 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:14:56Z', 'revision_number': 5, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port': {'id': 'f2f3b568-74da-4303-aa08-acdffce941fb', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:09:49Z', 'updated_at': '2021-06-05T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:58.201477 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] Checking router: d376b929-6bce-458b-93d5-ed58908d15e4 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:14:58.210547 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] Routers {'d376b929-6bce-458b-93d5-ed58908d15e4'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:14:58.211154 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:14:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d376b929-6bce-458b-93d5-ed58908d15e4'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:58.274180 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] For port f2f3b568-74da-4303-aa08-acdffce941fb, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=f2f3b568-74da-4303-aa08-acdffce941fb,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:58.274532 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.359214 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] Set router d376b929-6bce-458b-93d5-ed58908d15e4 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:14:58.392500 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Calling delete_port for f2f3b568-74da-4303-aa08-acdffce941fb owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:58.461876 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:14:58Z', 'revision_number': 6, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:14:58.465737 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc5c57-2334-49e5-a022-190ae073c5ab None None] The sync data for ids ['d376b929-6bce-458b-93d5-ed58908d15e4'] in dv-cinder-794962-1-iscsi is: [{'id': 'd376b929-6bce-458b-93d5-ed58908d15e4', 'name': 'tempest-TestMinimumBasicScenario-1852001931-router', 'tenant_id': '9cb280177d7f471c9dd208996fb377ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:09:48Z', 'updated_at': '2021-06-05T17:14:58Z', 'revision_number': 6, 'project_id': '9cb280177d7f471c9dd208996fb377ff', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:14:58.524854 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.528133 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-270e544f-9eb9-4e3e-9497-7c3658804a09 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:58.572092 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f3b568-74da-4303-aa08-acdffce941fb,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:58.575114 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:58.661503 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.827219 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.830444 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.916974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.917755 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d376b929-6bce-458b-93d5-ed58908d15e4 {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:14:58.923951 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:58.925045 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d376b929-6bce-458b-93d5-ed58908d15e4 HTTP/1.1" status: 204 len: 168 time: 1.1889775 Jun 05 17:14:58.927563 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53962) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:58.986963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Deleting subnet c617dbf9-3f22-4ff2-8eca-075eb8be2941 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:14:58.989781 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.127391 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471789'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.249205 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.318655 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3783082'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.322681 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d7f92ad8-d936-4d0b-abda-ed0ee31380c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:59.358844 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c617dbf9-3f22-4ff2-8eca-075eb8be2941,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:59.362676 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:59.363667 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.365463 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-113b199d-aa0f-4435-962d-e5c7ef82f387 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c617dbf9-3f22-4ff2-8eca-075eb8be2941 HTTP/1.1" status: 204 len: 168 time: 0.4370122 Jun 05 17:14:59.367952 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53966) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:14:59.370391 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc822b0e-b863-4a10-8be4-94f6884d5b4b None None] Network df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:14:59.471104 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.544410 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Deleting port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:59.544747 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.618762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] DHCP port deletion for df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:14:59.656329 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] For port 7d5ebecf-a020-4b93-87e4-c6427aa131e5, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=7d5ebecf-a020-4b93-87e4-c6427aa131e5,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:59.656615 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.683197 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Deleting port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:14:59.683601 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.774579 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Calling delete_port for 7d5ebecf-a020-4b93-87e4-c6427aa131e5 owned by network:dhcp {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:59.779314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] For port 7d5ebecf-a020-4b93-87e4-c6427aa131e5, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=7d5ebecf-a020-4b93-87e4-c6427aa131e5,segment=NetworkSegment(37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6),segment_id=37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:14:59.779738 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.819802 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.823545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4df88551-29e5-4bbd-b152-4142e6baf9ac tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:59.865838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5ebecf-a020-4b93-87e4-c6427aa131e5,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:59.870853 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:59.870853 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] No DVR routers for this DVR port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 on host dv-cinder-794962-1-iscsi {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:14:59.898308 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Calling delete_port for 7d5ebecf-a020-4b93-87e4-c6427aa131e5 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:14:59.940578 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.944031 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:14:59.981770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:14:59.985978 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Pushing event deleted for resources: {'Port': ['ID=7d5ebecf-a020-4b93-87e4-c6427aa131e5,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:14:59.988968 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:14:59.989818 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] No DVR routers for this DVR port 7d5ebecf-a020-4b93-87e4-c6427aa131e5 on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:14:59.994396 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9ed48b-9ee8-4280-a6f7-7ccdcafc6533']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:00.006915 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:00.007211 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ef494e-ec2f-4e1c-98bb-30ec69f0e5b6') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:00.018850 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471764'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.038275 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.044233 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:15:00.044611 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540215'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: Traceback (most recent call last): Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: timer() Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: cb(*args, **kw) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: return func(*args, **kwargs) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: self._notify() Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: self.callback(batched_events) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: event.method(event) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: return f(self, *a, **k) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._get(url).json() Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:15:00.057749 dv-cinder-794962-1-iscsi neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:15:00.129149 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.132998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-98aaa516-e7cb-4453-9b82-4f5822402145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:00.148336 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.149980 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/df9ed48b-9ee8-4280-a6f7-7ccdcafc6533 HTTP/1.1" status: 204 len: 168 time: 0.7810905 Jun 05 17:15:00.152977 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9ed48b-9ee8-4280-a6f7-7ccdcafc6533,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:00.155389 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:00.263021 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 7d5ebecf-a020-4b93-87e4-c6427aa131e5 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:00.270353 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53972) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:00.301251 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 7d5ebecf-a020-4b93-87e4-c6427aa131e5 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:00.301611 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 7d5ebecf-a020-4b93-87e4-c6427aa131e5 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:00.302050 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device f2f3b568-74da-4303-aa08-acdffce941fb no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:00.322465 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-99dbae01-1d4b-4900-9e11-81b7152ab0da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a280be976ddf4936904835ce50f1f30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508285 Jun 05 17:15:00.325087 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53974) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:00.337182 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: f2f3b568-74da-4303-aa08-acdffce941fb {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:00.337570 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device f2f3b568-74da-4303-aa08-acdffce941fb not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:00.337996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ca69f4bc-9065-4abe-b035-881541436ccb no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:00.370797 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: ca69f4bc-9065-4abe-b035-881541436ccb {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:00.371399 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ca69f4bc-9065-4abe-b035-881541436ccb not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:00.384454 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.410456 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.461838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.464182 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.465271 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eb75c5c-09df-4018-b63c-d1f6a5f11abf HTTP/1.1" status: 204 len: 168 time: 0.1391149 Jun 05 17:15:00.466001 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d1e6f353-1310-47f3-91ed-4e8f73139b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:00.474958 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb75c5c-09df-4018-b63c-d1f6a5f11abf,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:00.477242 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:00.791646 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53980) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:00.838698 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d8a61755-cc4f-4ae4-be7b-60203c466dce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cb280177d7f471c9dd208996fb377ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457747 Jun 05 17:15:00.841399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 53982) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:00.899405 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.924680 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.975153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.977607 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:00.978687 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1a7ccca-7d94-4e0b-8bbf-f27017aad32b HTTP/1.1" status: 204 len: 168 time: 0.1364088 Jun 05 17:15:00.979463 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-56793c4f-0664-48ee-aa15-c3f250713a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:00.988922 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7ccca-7d94-4e0b-8bbf-f27017aad32b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:00.991136 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:07.642582 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-c31a3ee5-1d57-4e48-876c-b224e3f4fc5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667546 Jun 05 17:15:07.730362 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-8a866585-6b3c-4a62-bc18-ebb491b2fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:07.731913 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-8a866585-6b3c-4a62-bc18-ebb491b2fff6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1099 time: 0.0692165 Jun 05 17:15:07.883874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-d88b8a8a-b51e-48d1-aadf-8ddeb739c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:07.885327 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-d88b8a8a-b51e-48d1-aadf-8ddeb739c8ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1334844 Jun 05 17:15:07.989995 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-bbea4a1e-6f2e-4417-9761-027e4adaa2b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 1001 time: 0.0982599 Jun 05 17:15:08.054634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-e8427d3d-549b-40bc-9333-34b642875c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:08.056029 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-e8427d3d-549b-40bc-9333-34b642875c33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0594966 Jun 05 17:15:08.130279 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-505a712a-d2d8-43c7-87d2-231cbe4cb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:08.131779 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-505a712a-d2d8-43c7-87d2-231cbe4cb1ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682557 Jun 05 17:15:08.222419 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:08.262184 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-1c6a5947-d9a5-4a8b-a94a-13d3d165b6d8 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242537 Jun 05 17:15:08.390837 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-73bbc25d-ee54-4584-bfad-406ae2302abd req-f97d1928-7fac-4458-8874-c4509395ff2f service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220236 Jun 05 17:15:09.307330 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d8e87b8a-7590-47c0-824c-08ab428eb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:11.745677 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:11.928509 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bcd2fc57-8c25-4915-ab48-b25ef51acb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:12.992349 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:14.597510 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:21.343190 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:15:28.981813 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d677-0b9c-473b-a9ec-e43d921b23ea req-4c8d54c1-0691-47dd-9362-8dd372e8f11f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:28.983242 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b358d677-0b9c-473b-a9ec-e43d921b23ea req-4c8d54c1-0691-47dd-9362-8dd372e8f11f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0829422 Jun 05 17:15:29.027034 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b358d677-0b9c-473b-a9ec-e43d921b23ea req-1a79159f-a0d5-4fb0-94bc-70df73203f7c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375385 Jun 05 17:15:30.212624 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40246e2e-5c31-45ff-a0cd-6ed10f8f1a0f req-a34b67a9-6282-4c6c-8bbe-6ff4e0775e32 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:30.214044 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-40246e2e-5c31-45ff-a0cd-6ed10f8f1a0f req-a34b67a9-6282-4c6c-8bbe-6ff4e0775e32 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0781474 Jun 05 17:15:30.256298 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-40246e2e-5c31-45ff-a0cd-6ed10f8f1a0f req-db6770f1-c3fd-4ade-8669-a74a4012980b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367696 Jun 05 17:15:31.442929 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc530cb-3d94-43d9-a98c-b2b730a2b095 req-2db36336-1d36-4bf3-8bdc-98e252890bb9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:31.444371 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8bc530cb-3d94-43d9-a98c-b2b730a2b095 req-2db36336-1d36-4bf3-8bdc-98e252890bb9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0777030 Jun 05 17:15:31.487276 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8bc530cb-3d94-43d9-a98c-b2b730a2b095 req-dad47233-afa2-466b-9c48-fd314fed7cf9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374503 Jun 05 17:15:32.671739 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6440acf-3905-4a6a-ba32-c144d16fa0a6 req-987076bc-4c74-4f53-ac01-f70e98ce394a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:32.673145 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b6440acf-3905-4a6a-ba32-c144d16fa0a6 req-987076bc-4c74-4f53-ac01-f70e98ce394a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0801044 Jun 05 17:15:32.716739 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b6440acf-3905-4a6a-ba32-c144d16fa0a6 req-4ba68d34-0599-4915-9c46-5abc96e43b85 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379250 Jun 05 17:15:33.904986 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd7e1-f59e-4239-8cdd-7ce6b89cf243 req-3e5e7fda-eb16-4bb7-8163-5a1f060b0294 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:33.906431 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d49cd7e1-f59e-4239-8cdd-7ce6b89cf243 req-3e5e7fda-eb16-4bb7-8163-5a1f060b0294 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0813544 Jun 05 17:15:33.950338 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d49cd7e1-f59e-4239-8cdd-7ce6b89cf243 req-a4a8203a-0baf-4154-9a65-04d2a2390daa tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377009 Jun 05 17:15:35.135298 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58461e-c5d3-43d4-829f-a1d1e5f4448e req-79e5f1c0-35d0-4689-9745-5a2b1f088398 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:35.136633 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eb58461e-c5d3-43d4-829f-a1d1e5f4448e req-79e5f1c0-35d0-4689-9745-5a2b1f088398 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0779207 Jun 05 17:15:35.181880 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eb58461e-c5d3-43d4-829f-a1d1e5f4448e req-be7b5fa5-d255-4e30-84ce-6ac458b64dd8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398345 Jun 05 17:15:36.132642 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54070) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:36.369861 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256106c9-5ce4-40da-8e33-a829408be101 req-caa14b37-86fc-4f24-b92e-c78aceb3a9ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:36.371323 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-256106c9-5ce4-40da-8e33-a829408be101 req-caa14b37-86fc-4f24-b92e-c78aceb3a9ad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0797341 Jun 05 17:15:36.418216 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-256106c9-5ce4-40da-8e33-a829408be101 req-88a9ca8b-a989-40cc-b1d4-99c09417af01 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405648 Jun 05 17:15:36.475761 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Deleting port 66f205a9-cb1b-4129-8d3c-fb6b34384f3f {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:36.476335 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:36.588985 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:36.589304 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:36.705213 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Calling delete_port for 66f205a9-cb1b-4129-8d3c-fb6b34384f3f owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:36.820359 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:36.823685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:36.865689 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event deleted for resources: {'Port': ['ID=66f205a9-cb1b-4129-8d3c-fb6b34384f3f,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:36.870776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:36.955072 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:36.955466 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Floating IP f0314cb8-e84d-4c6a-a2a2-acef0a9463b2 disassociated (deleted). External IP: 172.27.0.14, port: 93c71121-6ce0-445e-ab73-6c39750a6add. Jun 05 17:15:37.288469 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Router 0375a11a-e0b0-484b-956a-e3e7f8be970f has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:15:37.463934 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:15:37.468105 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:37.473654 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] Sync routers for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:15:37.483766 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:15:37.484450 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:15:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:37.522392 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "DELETE /v2.0/floatingips/f0314cb8-e84d-4c6a-a2a2-acef0a9463b2 HTTP/1.1" status: 204 len: 168 time: 1.3887639 Jun 05 17:15:37.523025 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:15:37.525488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a17d9-8470-4129-a903-5f32a4509c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:15:37.617123 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578364-8c45-49ef-9bb3-074048cf2929 req-3bc201dd-6197-4fef-815d-51afb437fdf1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:37.618813 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49578364-8c45-49ef-9bb3-074048cf2929 req-3bc201dd-6197-4fef-815d-51afb437fdf1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0864959 Jun 05 17:15:37.702193 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:15:37.773663 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462948a-0496-4338-a621-bc126bc52bba x-openstack-request-id: req-1462948a-0496-4338-a621-bc126bc52bba {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:15:37.774240 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:15:37.774757 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1462948a-0496-4338-a621-bc126bc52bba {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:15:37.775415 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'status': 'completed', 'code': 200} Jun 05 17:15:37.780132 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49578364-8c45-49ef-9bb3-074048cf2929 req-bc2b3634-917b-4233-94ca-e1d97c882796 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557930 Jun 05 17:15:37.922908 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-55bee638-907f-4ecc-99ef-438ebec50481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:37.924396 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-55bee638-907f-4ecc-99ef-438ebec50481 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 1098 time: 0.1251163 Jun 05 17:15:37.989539 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d89c2-e3c9-4e97-a564-0bebbc49dd75 req-e6f3d3a7-c0bb-43a5-b53a-7a21fccd593c tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:37.990961 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a44d89c2-e3c9-4e97-a564-0bebbc49dd75 req-e6f3d3a7-c0bb-43a5-b53a-7a21fccd593c tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.1278255 Jun 05 17:15:38.028095 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:38.031800 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] Checking router: 0375a11a-e0b0-484b-956a-e3e7f8be970f for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:15:38.040777 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:15:38.041417 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:15:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:38.105055 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a44d89c2-e3c9-4e97-a564-0bebbc49dd75 req-f5bb416a-a23a-465f-940d-03b87652123f tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702972 Jun 05 17:15:38.107447 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-92987aa8-ee57-4143-978a-ea700b9a8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:38.108788 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-92987aa8-ee57-4143-978a-ea700b9a8702 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 200 len: 910 time: 0.1725676 Jun 05 17:15:38.175846 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-5867daf0-14d1-4b2f-a36e-6d242b498ff1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 200 len: 217 time: 0.0589592 Jun 05 17:15:38.221417 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:15:38.297759 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:38.336214 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-f525855b-d4b7-4db3-b59c-b487987640e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:38.337630 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-f525855b-d4b7-4db3-b59c-b487987640e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 200 len: 848 time: 0.1530054 Jun 05 17:15:38.416045 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-df2c39f8-66b5-4191-bd22-94547e844f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:38.417503 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-df2c39f8-66b5-4191-bd22-94547e844f14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725203 Jun 05 17:15:38.541127 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:38.544966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1e41b-5c5c-4b08-8c6b-d593918eaebf None None] The sync data for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi is: [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:07:53Z', 'revision_number': 4, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '2a3a9084-1908-4d16-88ff-5c54ce3b0f42', 'name': '', 'network_id': 'c0e09c38-b26d-4a1d-acc2-8b9df12a51d1', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'mac_address': 'fa:16:3e:94:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:53Z', 'updated_at': '2021-06-05T17:08:01Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'subnets': [{'id': '6ad79c87-7246-47ce-a597-e3419b8e309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:15:38.547927 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-6ca1f91e-01b2-4b3e-af96-5a1add3a824b service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230111 Jun 05 17:15:38.685336 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7e1a17d9-8470-4129-a903-5f32a4509c2a req-149c6bd4-f796-435b-b497-3cb958be431e service neutron] 10.222.0.43 "GET /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298695 Jun 05 17:15:38.750244 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc8a7e-31ac-4d70-98e6-ccb9c1a85e9d None None] New status for floating IP f0314cb8-e84d-4c6a-a2a2-acef0a9463b2: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:15:38.970407 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98eee0-b052-438f-8272-887b64626cc4 req-46f6cc91-301a-4a14-a55b-d1c5473a48d7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:38.971833 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6c98eee0-b052-438f-8272-887b64626cc4 req-46f6cc91-301a-4a14-a55b-d1c5473a48d7 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0777321 Jun 05 17:15:39.014341 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6c98eee0-b052-438f-8272-887b64626cc4 req-42d9f7a0-888c-4a0c-a478-b9ff86ce6c1f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369856 Jun 05 17:15:39.289399 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7703e-e3dc-4e5c-ab14-0e792e5cde40 req-b1f4a101-b3d2-402e-b9b6-5f9688fcb5ff tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:39.290825 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-32c7703e-e3dc-4e5c-ab14-0e792e5cde40 req-b1f4a101-b3d2-402e-b9b6-5f9688fcb5ff tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0818202 Jun 05 17:15:39.310044 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6eb6-cbb0-46d1-9858-e37e08163352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:39.337267 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-32c7703e-e3dc-4e5c-ab14-0e792e5cde40 req-b5e08301-28e2-474f-97b4-678377d5f63e tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/security-groups?id=82f79f9f-ffbb-448f-9e97-7278678764e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Jun 05 17:15:39.691446 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-39775427-9183-4cdb-b618-b2e75c247eb9 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:39.692829 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-39775427-9183-4cdb-b618-b2e75c247eb9 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 945 time: 0.0757029 Jun 05 17:15:39.824764 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Deleting port 93c71121-6ce0-445e-ab73-6c39750a6add {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:39.825099 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:39.958912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] For port 93c71121-6ce0-445e-ab73-6c39750a6add, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=93c71121-6ce0-445e-ab73-6c39750a6add,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:39.959207 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:40.086761 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Calling delete_port for 93c71121-6ce0-445e-ab73-6c39750a6add owned by compute:nova {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:40.197259 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:40.203204 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3a68b166-3124-4b36-afea-e8798c75072f tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:40.209034 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad941a-fb41-46bc-a283-f62d21277588 req-c8fab63a-f4a7-4bf7-b826-ef470ce6854a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:40.210434 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7dad941a-fb41-46bc-a283-f62d21277588 req-c8fab63a-f4a7-4bf7-b826-ef470ce6854a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0806863 Jun 05 17:15:40.244967 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event deleted for resources: {'Port': ['ID=93c71121-6ce0-445e-ab73-6c39750a6add,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:40.248544 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:40.255386 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7dad941a-fb41-46bc-a283-f62d21277588 req-451d1df8-0817-48d7-a481-95718e16ee43 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382683 Jun 05 17:15:40.324023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] No DVR routers for this DVR port 93c71121-6ce0-445e-ab73-6c39750a6add on host hv-cinder-79496 {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:15:40.326521 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:40.328481 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-30c7a65f-0a15-49fa-b0fa-f549906bef60 req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.43 "DELETE /v2.0/ports/93c71121-6ce0-445e-ab73-6c39750a6add HTTP/1.1" status: 204 len: 173 time: 0.6286829 Jun 05 17:15:40.328967 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-deleted', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:15:40.331311 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69e9b6-6d98-4cc1-a9c4-a428f9002ef6" -d '{"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-deleted", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:15:40.375238 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94637033-5cd6-4874-bed1-25b8600b713d x-openstack-request-id: req-94637033-5cd6-4874-bed1-25b8600b713d {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:15:40.375594 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02cb56f-99b4-41e3-b819-e44bd14ff107", "name": "network-vif-deleted", "tag": "93c71121-6ce0-445e-ab73-6c39750a6add", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:15:40.375935 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94637033-5cd6-4874-bed1-25b8600b713d {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:15:40.377084 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02cb56f-99b4-41e3-b819-e44bd14ff107', 'name': 'network-vif-deleted', 'tag': '93c71121-6ce0-445e-ab73-6c39750a6add', 'status': 'completed', 'code': 200} Jun 05 17:15:40.482602 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35efe8da-2cbf-4ac8-adb3-3f97e00749c3 req-84c33fbc-19c0-461e-a3f0-08dc0bdd3159 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "GET /v2.0/ports?device_id=a02cb56f-99b4-41e3-b819-e44bd14ff107 HTTP/1.1" status: 200 len: 210 time: 0.0398216 Jun 05 17:15:41.456359 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6d86d-74eb-478a-8fc3-3890bf77cee0 req-6e763c87-6e91-4d64-b63f-28a18695a7a5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:41.457810 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-82b6d86d-74eb-478a-8fc3-3890bf77cee0 req-6e763c87-6e91-4d64-b63f-28a18695a7a5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0820539 Jun 05 17:15:41.507873 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-82b6d86d-74eb-478a-8fc3-3890bf77cee0 req-759393d8-ce62-4837-8335-e61b55985aad tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434134 Jun 05 17:15:41.588768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54100) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:41.659711 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:41.689425 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:41.751057 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:41.758871 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:41.761403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:41.762754 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] 10.222.0.37 "DELETE /v2.0/security-groups/82f79f9f-ffbb-448f-9e97-7278678764e6 HTTP/1.1" status: 204 len: 168 time: 0.1729999 Jun 05 17:15:41.763768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6261d5cc-1501-43e3-9cf4-e4c7956809da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:41.774749 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f79f9f-ffbb-448f-9e97-7278678764e6,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:41.776918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:41.815583 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54104) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:41.933177 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fdccb925-0f6a-42dd-888e-c0437b1b240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:41.963679 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:15:41.968197 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:42.005578 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 93c71121-6ce0-445e-ab73-6c39750a6add {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:42.005908 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 93c71121-6ce0-445e-ab73-6c39750a6add not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:42.133829 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:42.146564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'mac_address': 'fa:16:3e:78:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:15:42.201940 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:42.219243 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d2f915c-09fc-4431-b7a3-4ef4b31b569c {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:15:42.236413 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:42.240232 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:42.241994 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:42.311367 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=6']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:42.315724 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:42.343510 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['4d2f915c-09fc-4431-b7a3-4ef4b31b569c'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:15:42.598338 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:42.701192 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666556f-0d6c-4989-9dc8-8abee4b07c30 req-3b03c605-46b3-43a4-84d7-dd280715d165 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:42.702731 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1666556f-0d6c-4989-9dc8-8abee4b07c30 req-3b03c605-46b3-43a4-84d7-dd280715d165 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 944 time: 0.0832868 Jun 05 17:15:42.749998 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1666556f-0d6c-4989-9dc8-8abee4b07c30 req-e6d8c2ca-ea31-4b88-ba0a-06b4177c48ef tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410798 Jun 05 17:15:42.997010 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:43.014479 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Deleting port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:43.014831 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:43.137218 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] For port 2a3a9084-1908-4d16-88ff-5c54ce3b0f42, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:43.137578 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:43.259085 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Calling delete_port for 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 owned by network:router_interface {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:43.411498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:43.416007 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-7c5b5b69-9a3a-420e-a20a-dd8bd9ec8a93 tempest-ServerRescueNegativeTestJSON-402572627 tempest-ServerRescueNegativeTestJSON-402572627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:43.482905 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3a9084-1908-4d16-88ff-5c54ce3b0f42,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:43.490253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:43.810978 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:43.940574 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed9d34-b8a3-40c6-b498-07db673ad407 req-eff5616c-1df9-407a-9240-b880c95e4ab3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:43.942003 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-81ed9d34-b8a3-40c6-b498-07db673ad407 req-eff5616c-1df9-407a-9240-b880c95e4ab3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 944 time: 0.0790019 Jun 05 17:15:43.969244 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:15:44.001060 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-81ed9d34-b8a3-40c6-b498-07db673ad407 req-e1f5266d-5ac6-4917-a245-564df82f9dc4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527749 Jun 05 17:15:44.082207 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:15:44.082773 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.178031 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Router 0375a11a-e0b0-484b-956a-e3e7f8be970f has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:15:44.195683 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.222561 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:15:44.224846 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4049e1-c9c1-461a-a8cb-66e85fa4c133" -d '{"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:15:44.235800 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:44.241970 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.244120 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:44.303383 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a89eaa-9ec1-4af3-8674-3f41ce9a7aee x-openstack-request-id: req-20a89eaa-9ec1-4af3-8674-3f41ce9a7aee {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:15:44.303689 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:15:44.304835 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20a89eaa-9ec1-4af3-8674-3f41ce9a7aee {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:15:44.305544 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'code': 200} Jun 05 17:15:44.323066 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=7']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:44.326297 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:44.375102 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:15:44.383013 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54124) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:44.383194 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-1e8b6968-c58a-4b88-abe2-ee972be4b5b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/0375a11a-e0b0-484b-956a-e3e7f8be970f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5664852 Jun 05 17:15:44.385126 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] Sync routers for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:15:44.395147 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:15:44.396148 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:15:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:44.559481 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.574639 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:15:44.723028 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.748488 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.765064 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad89202-60f6-4249-adfd-bf55bce214b8 req-948e0f94-8626-450b-90c5-8974a57f133c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:44.766792 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8ad89202-60f6-4249-adfd-bf55bce214b8 req-948e0f94-8626-450b-90c5-8974a57f133c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0987267 Jun 05 17:15:44.818718 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8ad89202-60f6-4249-adfd-bf55bce214b8 req-872bba2d-0ebd-4b0e-8a2a-0adf9aebeaa8 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458112 Jun 05 17:15:44.822944 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Deleting port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:44.823283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:44.877548 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:15:43Z', 'revision_number': 5, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port': {'id': '9f8da310-a3ab-4d13-8595-d0bc6762ad4d', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:50Z', 'updated_at': '2021-06-05T17:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:44.881463 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] Checking router: 0375a11a-e0b0-484b-956a-e3e7f8be970f for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:15:44.889808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] Routers {'0375a11a-e0b0-484b-956a-e3e7f8be970f'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:15:44.890420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:15:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['0375a11a-e0b0-484b-956a-e3e7f8be970f'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:44.942715 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] For port 9f8da310-a3ab-4d13-8595-d0bc6762ad4d, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:44.943329 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.037380 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] Set router 0375a11a-e0b0-484b-956a-e3e7f8be970f gateway port host: None {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:15:45.065315 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Calling delete_port for 9f8da310-a3ab-4d13-8595-d0bc6762ad4d owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:45.141355 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:15:44Z', 'revision_number': 6, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:45.145078 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788526d-82ed-4505-b341-2ec2c223f4c4 None None] The sync data for ids ['0375a11a-e0b0-484b-956a-e3e7f8be970f'] in dv-cinder-794962-1-iscsi is: [{'id': '0375a11a-e0b0-484b-956a-e3e7f8be970f', 'name': 'tempest-TestShelveInstance-1107093788-router', 'tenant_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:49Z', 'updated_at': '2021-06-05T17:15:44Z', 'revision_number': 6, 'project_id': 'c7eef097d67b4ae09bb2614da15c8a83', 'gw_port_host': None}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:15:45.213922 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773e6ae-73c5-4f09-9dee-7b67a329aabe req-14e053a0-9b4d-4041-9ad2-5b191e18cc30 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:45.215380 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7773e6ae-73c5-4f09-9dee-7b67a329aabe req-14e053a0-9b4d-4041-9ad2-5b191e18cc30 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1031315 Jun 05 17:15:45.391582 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7773e6ae-73c5-4f09-9dee-7b67a329aabe req-5cb0572e-7901-493b-bf10-115c96e0b5a6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467435 Jun 05 17:15:45.396353 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.400869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52b4118b-91ca-4d89-8ecf-3ecba337d2db tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:45.467830 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8da310-a3ab-4d13-8595-d0bc6762ad4d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:45.474724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:45.537614 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.703796 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.706414 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.728032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.728542 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0375a11a-e0b0-484b-956a-e3e7f8be970f {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:15:45.733056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.734400 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0375a11a-e0b0-484b-956a-e3e7f8be970f HTTP/1.1" status: 204 len: 168 time: 1.3501973 Jun 05 17:15:45.736819 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54132) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:45.794216 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Deleting subnet 6ad79c87-7246-47ce-a597-e3419b8e309e {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:15:45.797045 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.849608 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471789'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:45.943822 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.019223 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfef57-06d5-475a-be7a-94991b543148 req-d6c8df7c-64cb-46c3-98f4-bb85a40effe0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:46.021492 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3783082'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.025835 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ddbfef57-06d5-475a-be7a-94991b543148 req-d6c8df7c-64cb-46c3-98f4-bb85a40effe0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0893674 Jun 05 17:15:46.026690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:46.061373 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad79c87-7246-47ce-a597-e3419b8e309e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:46.065770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:46.068662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.070668 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-c2051d01-df52-4a24-863b-33ba32db9f48 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ad79c87-7246-47ce-a597-e3419b8e309e HTTP/1.1" status: 204 len: 168 time: 0.3328524 Jun 05 17:15:46.073076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54146) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:46.076233 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210ef4e-2c66-4185-bd2c-66d8ca53925e None None] Network c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:15:46.082387 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ddbfef57-06d5-475a-be7a-94991b543148 req-37f9a95d-e121-40fe-9570-190d7bab2bcc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554495 Jun 05 17:15:46.186820 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.283950 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Deleting port db7ee3c3-d66f-4d9c-997d-f64922f56296 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:46.284291 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.348664 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:46.392526 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] DHCP port deletion for c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:15:46.400594 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:46.400945 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 2a3a9084-1908-4d16-88ff-5c54ce3b0f42 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:46.401369 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 9f8da310-a3ab-4d13-8595-d0bc6762ad4d no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:46.410755 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] For port db7ee3c3-d66f-4d9c-997d-f64922f56296, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=db7ee3c3-d66f-4d9c-997d-f64922f56296,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:46.411112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.511497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 9f8da310-a3ab-4d13-8595-d0bc6762ad4d {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:46.511497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 9f8da310-a3ab-4d13-8595-d0bc6762ad4d not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:46.545330 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Calling delete_port for db7ee3c3-d66f-4d9c-997d-f64922f56296 owned by network:dhcp {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:46.559858 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Deleting port db7ee3c3-d66f-4d9c-997d-f64922f56296 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:46.560513 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.656963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eef2d4-eab8-444d-8ef1-1e499972e837 req-8f68ef23-9db1-495c-a206-63fc3272cb9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:46.658873 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e6eef2d4-eab8-444d-8ef1-1e499972e837 req-8f68ef23-9db1-495c-a206-63fc3272cb9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1075447 Jun 05 17:15:46.691999 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] For port db7ee3c3-d66f-4d9c-997d-f64922f56296, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=db7ee3c3-d66f-4d9c-997d-f64922f56296,segment=NetworkSegment(8eb039c1-737f-407a-bd42-6e83f5eda807),segment_id=8eb039c1-737f-407a-bd42-6e83f5eda807)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:46.692545 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.723999 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e6eef2d4-eab8-444d-8ef1-1e499972e837 req-448c4e98-f111-45e3-bd89-ec22787b885b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580087 Jun 05 17:15:46.727772 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.732186 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:46.787147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7ee3c3-d66f-4d9c-997d-f64922f56296,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:46.789874 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:46.797643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] No DVR routers for this DVR port db7ee3c3-d66f-4d9c-997d-f64922f56296 on host dv-cinder-794962-1-iscsi {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:15:46.897997 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Calling delete_port for db7ee3c3-d66f-4d9c-997d-f64922f56296 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:46.932623 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.948521 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:46.950230 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e09c38-b26d-4a1d-acc2-8b9df12a51d1']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:46.955959 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:46.965472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb039c1-737f-407a-bd42-6e83f5eda807') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:46.965845 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb039c1-737f-407a-bd42-6e83f5eda807') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:46.979959 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471764'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:47.005025 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] No DVR routers for this DVR port db7ee3c3-d66f-4d9c-997d-f64922f56296 on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:15:47.009414 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Pushing event deleted for resources: {'Port': ['ID=db7ee3c3-d66f-4d9c-997d-f64922f56296,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:47.009586 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:47.011418 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:47.026775 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:15:47.027178 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540215'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: Traceback (most recent call last): Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: timer() Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: cb(*args, **kw) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: return func(*args, **kwargs) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: self._notify() Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: self.callback(batched_events) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: event.method(event) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: return f(self, *a, **k) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._get(url).json() Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:15:47.152387 dv-cinder-794962-1-iscsi neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:15:47.244579 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:47.249781 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:47.255116 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0e09c38-b26d-4a1d-acc2-8b9df12a51d1 HTTP/1.1" status: 204 len: 168 time: 1.1781847 Jun 05 17:15:47.255116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d423561e-5706-4e46-ace0-4d08d575af5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:47.256478 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54164) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:47.295553 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e09c38-b26d-4a1d-acc2-8b9df12a51d1,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:47.298189 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:47.645142 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7348-4bb0-4496-be94-6f431cbfc7b7 req-285765eb-b724-4f32-8bca-414eadd21a41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:47.646612 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0bde7348-4bb0-4496-be94-6f431cbfc7b7 req-285765eb-b724-4f32-8bca-414eadd21a41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.2422330 Jun 05 17:15:47.920456 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0bde7348-4bb0-4496-be94-6f431cbfc7b7 req-ec48056f-ff26-4d2b-af65-bbb0f8a9f265 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667749 Jun 05 17:15:47.983282 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ada6a-45a7-4558-95b7-6ab7a27ae5e7 req-45f4fab3-4795-4f1a-b1dd-0effaff8e906 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:47.984952 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-728ada6a-45a7-4558-95b7-6ab7a27ae5e7 req-45f4fab3-4795-4f1a-b1dd-0effaff8e906 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1283493 Jun 05 17:15:48.039918 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-728ada6a-45a7-4558-95b7-6ab7a27ae5e7 req-0465e340-112b-4948-9cf2-834e99b529e8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461960 Jun 05 17:15:48.135434 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:48.285991 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device db7ee3c3-d66f-4d9c-997d-f64922f56296 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:48.349172 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: db7ee3c3-d66f-4d9c-997d-f64922f56296 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:48.349787 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device db7ee3c3-d66f-4d9c-997d-f64922f56296 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:48.603791 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Deleting port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:48.604795 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:48.733314 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] For port 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:48.733679 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:48.858149 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Calling delete_port for 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f owned by network:router_interface {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:49.029634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:49.035549 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0c49c7c6-1f6d-4791-be95-3d84c2447dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:49.116760 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=67c3c3e4-dbe4-46e0-be62-42fe1cbc929f,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:49.125109 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:49.287728 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313a8c-2d46-4309-b101-c32df31ca77e req-6088c61b-1707-47dc-9d68-82f0dff3c9f0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:49.295375 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-14313a8c-2d46-4309-b101-c32df31ca77e req-6088c61b-1707-47dc-9d68-82f0dff3c9f0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1150093 Jun 05 17:15:49.351874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59647f27-e4ab-4a23-9f61-d924c4f2232e req-53c39980-1496-4e92-89fb-0ee7bf179626 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:49.353387 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-59647f27-e4ab-4a23-9f61-d924c4f2232e req-53c39980-1496-4e92-89fb-0ee7bf179626 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.3189104 Jun 05 17:15:49.359229 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-14313a8c-2d46-4309-b101-c32df31ca77e req-6d0ec2dd-9be8-48c2-a264-93c1b39f9fe9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628037 Jun 05 17:15:49.496024 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-59647f27-e4ab-4a23-9f61-d924c4f2232e req-a845652e-a793-43cb-bde6-446bbeb83db8 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193707 Jun 05 17:15:49.504808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:50.001529 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Router f89e9311-907a-47d5-af8d-548e888f4b47 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:15:50.184866 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:15:50.191035 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9ee2fd10-4e19-4e74-b60b-9d3afafbaf4f admin admin] 10.222.0.37 "PUT /v2.0/routers/f89e9311-907a-47d5-af8d-548e888f4b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9333885 Jun 05 17:15:50.193534 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54178) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:50.196383 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] Sync routers for ids ['f89e9311-907a-47d5-af8d-548e888f4b47'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:15:50.207577 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] Routers {'f89e9311-907a-47d5-af8d-548e888f4b47'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:15:50.208770 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:15:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f89e9311-907a-47d5-af8d-548e888f4b47'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:50.392495 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:50.498545 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] Set router f89e9311-907a-47d5-af8d-548e888f4b47 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:15:50.584621 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:50.647511 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f97d7-4888-48e8-acf0-9092e58bf4fa req-c2cfe688-7973-4a65-8629-6873e3208fbc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:50.648983 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-309f97d7-4888-48e8-acf0-9092e58bf4fa req-c2cfe688-7973-4a65-8629-6873e3208fbc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1093988 Jun 05 17:15:50.695495 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-309f97d7-4888-48e8-acf0-9092e58bf4fa req-4078c50a-986e-48bd-9c99-c208607f657c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404079 Jun 05 17:15:50.776420 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Deleting port 80be0bdc-1b9b-47e7-a28b-9716010d6e44 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:50.776777 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:50.832339 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:15:48Z', 'revision_number': 5, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port': {'id': '80be0bdc-1b9b-47e7-a28b-9716010d6e44', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:50.836321 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] Checking router: f89e9311-907a-47d5-af8d-548e888f4b47 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:15:50.850429 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] Routers {'f89e9311-907a-47d5-af8d-548e888f4b47'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:15:50.851054 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:15:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f89e9311-907a-47d5-af8d-548e888f4b47'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:50.888927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a88c5-c426-4cd4-a502-d588288a8930 req-7c9ddbd9-78be-4c46-a493-fefaca215611 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:50.896284 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-169a88c5-c426-4cd4-a502-d588288a8930 req-7c9ddbd9-78be-4c46-a493-fefaca215611 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1919868 Jun 05 17:15:50.974391 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-169a88c5-c426-4cd4-a502-d588288a8930 req-8e39cd08-a98b-4f16-8580-c29c8d9ca618 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768657 Jun 05 17:15:50.987759 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] For port 80be0bdc-1b9b-47e7-a28b-9716010d6e44, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=80be0bdc-1b9b-47e7-a28b-9716010d6e44,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:50.988099 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.060676 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] Set router f89e9311-907a-47d5-af8d-548e888f4b47 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:15:51.120099 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Calling delete_port for 80be0bdc-1b9b-47e7-a28b-9716010d6e44 owned by network:router_gateway {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:51.202408 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:15:50Z', 'revision_number': 6, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:51.210509 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f513966-d9ec-46f0-9711-05beafb08b71 None None] The sync data for ids ['f89e9311-907a-47d5-af8d-548e888f4b47'] in dv-cinder-794962-1-iscsi is: [{'id': 'f89e9311-907a-47d5-af8d-548e888f4b47', 'name': 'tempest-TestShelveInstance-196263906-router', 'tenant_id': 'eb42eaba56114620866222e4c66ce060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:07:56Z', 'updated_at': '2021-06-05T17:15:50Z', 'revision_number': 6, 'project_id': 'eb42eaba56114620866222e4c66ce060', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:15:51.400485 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.404174 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:51.455059 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=80be0bdc-1b9b-47e7-a28b-9716010d6e44,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:51.480738 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:51.553717 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.775719 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.778585 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.805860 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.806421 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f89e9311-907a-47d5-af8d-548e888f4b47 {{(pid=91860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:15:51.813805 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.815334 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8f114ba4-d93f-4ee0-88f0-f977152f3c86 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f89e9311-907a-47d5-af8d-548e888f4b47 HTTP/1.1" status: 204 len: 168 time: 1.6205204 Jun 05 17:15:51.823104 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54186) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:51.903809 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Deleting subnet 8d1978ee-571c-458d-ae5b-8f5530d32ac5 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:15:51.909588 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:51.950304 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d792b-a711-48de-a81a-71bf79d063de req-210815e9-70e5-4fbd-88da-f4b58049fdfe tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:51.953295 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c39d792b-a711-48de-a81a-71bf79d063de req-210815e9-70e5-4fbd-88da-f4b58049fdfe tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0935924 Jun 05 17:15:51.963448 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.027110 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c39d792b-a711-48de-a81a-71bf79d063de req-244b71c1-6b46-4242-a567-fd569f46dec4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669641 Jun 05 17:15:52.067503 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.223531 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.236200 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec7c9-2125-4028-b241-f1c7e8f9d48d req-76c00b76-2ac6-49dc-a63f-ecc3b41d3856 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:52.237808 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c93ec7c9-2125-4028-b241-f1c7e8f9d48d req-76c00b76-2ac6-49dc-a63f-ecc3b41d3856 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1190250 Jun 05 17:15:52.239856 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8830035e-a03a-4b24-8f87-349445fc6e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:52.299434 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1978ee-571c-458d-ae5b-8f5530d32ac5,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:52.320394 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c93ec7c9-2125-4028-b241-f1c7e8f9d48d req-96527636-d16f-4dfd-8baf-b85f78938b46 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543087 Jun 05 17:15:52.333027 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:52.341394 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.346243 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d1978ee-571c-458d-ae5b-8f5530d32ac5 HTTP/1.1" status: 204 len: 168 time: 0.5260143 Jun 05 17:15:52.357224 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:52.357224 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54190) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:52.375227 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0114a9a-9928-429c-9b3d-c12581698f8b None None] Network 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:15:52.406182 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:52.406536 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 67c3c3e4-dbe4-46e0-be62-42fe1cbc929f not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:52.406959 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 80be0bdc-1b9b-47e7-a28b-9716010d6e44 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:52.452306 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 80be0bdc-1b9b-47e7-a28b-9716010d6e44 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:52.452660 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 80be0bdc-1b9b-47e7-a28b-9716010d6e44 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:52.468047 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.550611 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Deleting port 06c12b25-d6ab-4006-bef4-0be76cd52a8e {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:52.551515 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.672915 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] For port 06c12b25-d6ab-4006-bef4-0be76cd52a8e, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=06c12b25-d6ab-4006-bef4-0be76cd52a8e,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:52.673340 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.754264 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] DHCP port deletion for 1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:15:52.813318 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Calling delete_port for 06c12b25-d6ab-4006-bef4-0be76cd52a8e owned by network:dhcp {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:52.833319 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Deleting port 06c12b25-d6ab-4006-bef4-0be76cd52a8e {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:15:52.833903 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.886398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:52.890260 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c465e81c-4a9a-4bd1-9736-94dc05084a0e tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:52.935566 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c12b25-d6ab-4006-bef4-0be76cd52a8e,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:52.940589 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:52.949264 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] No DVR routers for this DVR port 06c12b25-d6ab-4006-bef4-0be76cd52a8e on host dv-cinder-794962-1-iscsi {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:15:52.953674 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] For port 06c12b25-d6ab-4006-bef4-0be76cd52a8e, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=06c12b25-d6ab-4006-bef4-0be76cd52a8e,segment=NetworkSegment(e99dbd93-2c65-4ec0-802c-7c72119be068),segment_id=e99dbd93-2c65-4ec0-802c-7c72119be068)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:15:52.954073 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.125773 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Calling delete_port for 06c12b25-d6ab-4006-bef4-0be76cd52a8e owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:15:53.198708 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.217488 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:53.221686 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.236285 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4babb3-7f47-4ec2-a0b6-a9d2bb548157']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:53.258475 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99dbd93-2c65-4ec0-802c-7c72119be068') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:53.258854 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99dbd93-2c65-4ec0-802c-7c72119be068') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:15:53.271112 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Pushing event deleted for resources: {'Port': ['ID=06c12b25-d6ab-4006-bef4-0be76cd52a8e,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:53.273896 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.274817 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:53.277837 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] No DVR routers for this DVR port 06c12b25-d6ab-4006-bef4-0be76cd52a8e on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:15:53.310018 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.319106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:15:53.319598 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.328755 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d09d2-915a-45e4-a68e-f2bf6f0d7af8 req-6891032a-5094-4597-9e9b-f081ede26147 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:53.331061 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa3d09d2-915a-45e4-a68e-f2bf6f0d7af8 req-6891032a-5094-4597-9e9b-f081ede26147 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1280856 Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:15:53.337496 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:15:53.431953 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fa3d09d2-915a-45e4-a68e-f2bf6f0d7af8 req-f2d4e304-e8be-4fa3-a236-8245a2065d7f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932422 Jun 05 17:15:53.442462 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.447788 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:53.462000 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.466812 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1b4babb3-7f47-4ec2-a0b6-a9d2bb548157 HTTP/1.1" status: 204 len: 168 time: 1.1163023 Jun 05 17:15:53.514438 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4babb3-7f47-4ec2-a0b6-a9d2bb548157,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:53.517858 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:53.567328 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4ac4c-4df7-458c-9bd1-cbd9c83514d5 req-e07bc462-e633-4aa2-b10a-95130aa4faf4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:53.568709 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5cf4ac4c-4df7-458c-9bd1-cbd9c83514d5 req-e07bc462-e633-4aa2-b10a-95130aa4faf4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1008255 Jun 05 17:15:53.616416 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54202) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:53.622306 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5cf4ac4c-4df7-458c-9bd1-cbd9c83514d5 req-374f93a1-0764-4de9-be5b-ee4a2917c509 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461812 Jun 05 17:15:53.672244 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-5971cc34-e58e-496f-b5ac-837cca1745fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7eef097d67b4ae09bb2614da15c8a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538945 Jun 05 17:15:53.674719 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54204) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:53.741867 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.771892 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.832756 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.835709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:53.836896 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52480c29-e552-496d-a0fd-4438f196a14b HTTP/1.1" status: 204 len: 168 time: 0.1610518 Jun 05 17:15:53.837643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1540bf91-8a0f-448c-9e2b-326a87540efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:53.853518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52480c29-e552-496d-a0fd-4438f196a14b,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:53.857234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:54.246014 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54210) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:54.303392 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b68a9dac-30d0-4c34-853c-357338fb9d6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb42eaba56114620866222e4c66ce060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551372 Jun 05 17:15:54.304761 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54212) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:15:54.313564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 06c12b25-d6ab-4006-bef4-0be76cd52a8e no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:15:54.358671 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 06c12b25-d6ab-4006-bef4-0be76cd52a8e {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:15:54.359069 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 06c12b25-d6ab-4006-bef4-0be76cd52a8e not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:15:54.371113 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:54.400171 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:54.462932 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:54.465602 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:15:54.467391 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc26b418-1af7-4f29-987a-327d8e65e9bf HTTP/1.1" status: 204 len: 168 time: 0.1612213 Jun 05 17:15:54.467849 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8804e593-d0bd-449c-8c1b-3821069588e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:15:54.478643 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc26b418-1af7-4f29-987a-327d8e65e9bf,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:15:54.486688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.487062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.487452 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.487881 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.488255 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.488597 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.488948 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.489411 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.489766 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.490113 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.490461 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.490836 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:15:54.494102 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:15:54.649876 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ecbe4-4561-4ef0-b8e5-33bb120d0eea req-84bb1d81-afb3-4a9a-a822-86505c058261 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:54.652214 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3a2ecbe4-4561-4ef0-b8e5-33bb120d0eea req-84bb1d81-afb3-4a9a-a822-86505c058261 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0899107 Jun 05 17:15:54.718083 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3a2ecbe4-4561-4ef0-b8e5-33bb120d0eea req-48a4b8b3-49c2-4aa8-97e3-9912f5bc296b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525627 Jun 05 17:15:54.980178 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b194-36f4-4e41-b8b6-1f9a4008a573 req-a688a8a3-755b-423b-ad30-f7fe9bfe7978 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:54.981699 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d599b194-36f4-4e41-b8b6-1f9a4008a573 req-a688a8a3-755b-423b-ad30-f7fe9bfe7978 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1647573 Jun 05 17:15:55.052685 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d599b194-36f4-4e41-b8b6-1f9a4008a573 req-c7ab3808-80f6-4c65-801f-2940a0768ac3 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563309 Jun 05 17:15:55.953893 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d239-d006-4546-9e1b-7c0279987a3e req-dc85b749-627c-46eb-bcfa-1d715fe12bf1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:55.959807 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d367d239-d006-4546-9e1b-7c0279987a3e req-dc85b749-627c-46eb-bcfa-1d715fe12bf1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0943613 Jun 05 17:15:56.003041 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d367d239-d006-4546-9e1b-7c0279987a3e req-2703f96b-8119-42a3-b55f-646483a8ee04 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420158 Jun 05 17:15:56.243895 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51487c-dc2e-4e47-b4d9-fd8a0dc7c795 req-20b9c90c-f639-4466-b9df-0ea50cb7fb52 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:56.245335 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bc51487c-dc2e-4e47-b4d9-fd8a0dc7c795 req-20b9c90c-f639-4466-b9df-0ea50cb7fb52 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0815854 Jun 05 17:15:56.291683 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-bc51487c-dc2e-4e47-b4d9-fd8a0dc7c795 req-d72199dd-75ca-4cf2-9ff4-81434f9e51f1 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Jun 05 17:15:56.673771 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028319c-c169-4648-9091-d2633460cbf0 req-6de8bfa7-6b85-497c-a7d7-c8ec8b3f2722 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:56.675187 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b028319c-c169-4648-9091-d2633460cbf0 req-6de8bfa7-6b85-497c-a7d7-c8ec8b3f2722 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1342261 Jun 05 17:15:56.707847 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-1f2f703d-3951-4240-a81e-021506cd8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:56.709277 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-1f2f703d-3951-4240-a81e-021506cd8c43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1099 time: 0.1094241 Jun 05 17:15:56.753736 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b028319c-c169-4648-9091-d2633460cbf0 req-47618e44-7447-4639-8abe-99399e707788 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719972 Jun 05 17:15:56.848479 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-41d51865-6b74-446e-a0ab-d0815c2b751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:56.849901 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-41d51865-6b74-446e-a0ab-d0815c2b751e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1326566 Jun 05 17:15:56.964827 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-b51f4e01-d9c2-4e19-a354-cf0de921d17b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 1001 time: 0.0976222 Jun 05 17:15:57.032335 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-9eac3d97-e955-4a3c-9936-a5fe9f519e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.034220 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-9eac3d97-e955-4a3c-9936-a5fe9f519e62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0621538 Jun 05 17:15:57.114824 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-9698c6f2-1153-4793-b90c-27a54a1c578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.116344 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-9698c6f2-1153-4793-b90c-27a54a1c578d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740626 Jun 05 17:15:57.221622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce54178-0b37-41cb-b8cd-d18a37ce3d5e req-2734cdb4-96f4-4040-82af-06668b702df5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.222978 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1ce54178-0b37-41cb-b8cd-d18a37ce3d5e req-2734cdb4-96f4-4040-82af-06668b702df5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1060362 Jun 05 17:15:57.225492 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-baaccd67-3db9-4080-8c21-443e23581262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.226942 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-baaccd67-3db9-4080-8c21-443e23581262 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1098 time: 0.1433575 Jun 05 17:15:57.247660 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-593ced8f-c015-48f5-9579-be7ecc7f6d81 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244707 Jun 05 17:15:57.351473 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1ce54178-0b37-41cb-b8cd-d18a37ce3d5e req-2abf64c6-1a43-46f1-bf71-db66fd11d0a3 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222944 Jun 05 17:15:57.385140 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5194edd4-d70f-488d-b83a-d55193d82f13 req-d92a0e83-7a46-4ed7-b23d-21738ba32b39 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308594 Jun 05 17:15:57.395463 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-9ec01445-e545-4020-bb77-5c9cc421def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.396928 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-9ec01445-e545-4020-bb77-5c9cc421def4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1549911 Jun 05 17:15:57.503284 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-842bb115-c1fc-4ecf-bd8b-77fb01162039 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 1000 time: 0.1002049 Jun 05 17:15:57.567640 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-2d2c5b71-7542-420a-9dd0-3d7576ccb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.569062 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-2d2c5b71-7542-420a-9dd0-3d7576ccb295 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0595174 Jun 05 17:15:57.644185 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-769adcca-8b98-420d-8a89-d6268540bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.645585 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-769adcca-8b98-420d-8a89-d6268540bc9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686584 Jun 05 17:15:57.774060 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-d2aab69f-912d-447a-a742-2650872dcdd6 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214397 Jun 05 17:15:57.911922 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e09de8d1-e1bd-4685-bcf7-454ada60c405 req-92bb9ec5-dafc-43c9-a5c8-b387723a37e7 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317511 Jun 05 17:15:57.947658 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc7836-2b87-4157-8f06-97c1b3011780 req-4faacfb8-f1da-4e4a-8ce8-ebbeded58096 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:57.949104 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5edc7836-2b87-4157-8f06-97c1b3011780 req-4faacfb8-f1da-4e4a-8ce8-ebbeded58096 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0886121 Jun 05 17:15:57.999200 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5edc7836-2b87-4157-8f06-97c1b3011780 req-304fd3d2-bb09-467d-bdeb-8dcfc4735cf9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444412 Jun 05 17:15:58.342003 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:15:58.618569 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fca5b1-68d7-4ebb-ac70-34bd18f35fe4 req-6d8d1e28-0b27-462a-9bf3-92833b754197 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:58.620039 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-33fca5b1-68d7-4ebb-ac70-34bd18f35fe4 req-6d8d1e28-0b27-462a-9bf3-92833b754197 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.1604331 Jun 05 17:15:58.664247 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-33fca5b1-68d7-4ebb-ac70-34bd18f35fe4 req-f9b59ff6-6c6e-444b-9407-d4d7214c0a38 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385761 Jun 05 17:15:59.179694 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6c416-cd27-4ff2-9a10-04b3e31cfa89 req-9b561a77-43e9-4459-b923-2a2b8aaf1d26 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:59.181026 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c2f6c416-cd27-4ff2-9a10-04b3e31cfa89 req-9b561a77-43e9-4459-b923-2a2b8aaf1d26 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0771806 Jun 05 17:15:59.224345 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-c2f6c416-cd27-4ff2-9a10-04b3e31cfa89 req-217516ca-58d9-4b61-bae2-1f030c3df204 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Jun 05 17:15:59.852315 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163868b-b89c-41aa-af5e-c83d7508f7de req-85a2977b-662b-4082-baa0-ac52795f072b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:15:59.853768 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f163868b-b89c-41aa-af5e-c83d7508f7de req-85a2977b-662b-4082-baa0-ac52795f072b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 945 time: 0.0801063 Jun 05 17:15:59.907301 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f163868b-b89c-41aa-af5e-c83d7508f7de req-2c2bbefa-9e2d-4778-8d71-d77e54593360 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467441 Jun 05 17:16:00.031582 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:16:00.146117 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:00.171664 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:16:00.173923 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e508c98-3556-4b23-af0d-360009a48bc4" -d '{"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-unplugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:16:00.182217 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:16:00.185453 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:00.187178 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-f9c6b375-2391-4d8a-b35f-a0b54e74e2ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:16:00.221674 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Jun 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe173a84-2cad-43ca-9f3e-246f7439bc4e x-openstack-request-id: req-fe173a84-2cad-43ca-9f3e-246f7439bc4e {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:16:00.221982 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-unplugged", "status": "failed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "code": 422}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:16:00.222242 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe173a84-2cad-43ca-9f3e-246f7439bc4e {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:16:00.222641 dv-cinder-794962-1-iscsi neutron-server[91862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'code': 422} returned with failed status Jun 05 17:16:00.257301 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=8']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:16:00.264451 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.264797 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.265132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.265463 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.265838 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.266110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.266428 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.266745 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.267061 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.267412 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.268336 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.268735 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:16:00.272445 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:16:02.274185 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65030-230b-42e6-9b23-45cd603cded1 req-f1c37e68-f311-4309-9e7d-e6056599f204 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:02.275656 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4be65030-230b-42e6-9b23-45cd603cded1 req-f1c37e68-f311-4309-9e7d-e6056599f204 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0783536 Jun 05 17:16:02.319875 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4be65030-230b-42e6-9b23-45cd603cded1 req-cf2cef6f-2582-4600-9fd8-890f1e54b616 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386164 Jun 05 17:16:02.497082 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-2fc8036a-1e22-4880-babf-8d6aeca841ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748863 Jun 05 17:16:03.607054 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482acce-813a-4c18-8784-a471174bef9c req-db3c2048-82f5-411e-869e-7a8ff36c26f8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:03.608557 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9482acce-813a-4c18-8784-a471174bef9c req-db3c2048-82f5-411e-869e-7a8ff36c26f8 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.1762056 Jun 05 17:16:03.652332 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9482acce-813a-4c18-8784-a471174bef9c req-9b8756c2-66c5-459f-92ed-b719a509a252 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377314 Jun 05 17:16:04.836059 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c790c-0a4a-4664-8012-4e03c46fd351 req-f9ed2e53-eee4-4f9a-81c8-db8a6bbc0f55 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:04.837465 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-459c790c-0a4a-4664-8012-4e03c46fd351 req-f9ed2e53-eee4-4f9a-81c8-db8a6bbc0f55 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0774915 Jun 05 17:16:04.880663 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-459c790c-0a4a-4664-8012-4e03c46fd351 req-92659f7f-5dfa-41df-bd42-95df7650d579 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376811 Jun 05 17:16:06.063215 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251283e5-d08a-4efd-adfe-12aa724a475a req-052b8c94-37b1-46a6-9cf7-bea21322ef1d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:06.065417 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-251283e5-d08a-4efd-adfe-12aa724a475a req-052b8c94-37b1-46a6-9cf7-bea21322ef1d tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0780733 Jun 05 17:16:06.110727 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-251283e5-d08a-4efd-adfe-12aa724a475a req-5881748a-0ead-45ce-afac-981087445e31 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398450 Jun 05 17:16:07.294017 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321106b2-4467-4c9e-94ed-118d7f795b6d req-50d3b4ac-574b-4f5b-a496-5a75d08b8982 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:07.295460 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-321106b2-4467-4c9e-94ed-118d7f795b6d req-50d3b4ac-574b-4f5b-a496-5a75d08b8982 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0802541 Jun 05 17:16:07.338521 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-321106b2-4467-4c9e-94ed-118d7f795b6d req-9593718c-db72-4e49-a991-da99b3c5f4bb tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370526 Jun 05 17:16:07.432772 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-b3f1d1d7-13b9-4824-b78a-fc65f3ab1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:07.434079 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-b3f1d1d7-13b9-4824-b78a-fc65f3ab1bee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928&tenant_id=5d04903682c946e2afc72e7e72d9e09b HTTP/1.1" status: 200 len: 1096 time: 0.0692179 Jun 05 17:16:07.531194 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-46120177-7bd8-4fc3-941e-03a14eb34947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:07.532628 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-46120177-7bd8-4fc3-941e-03a14eb34947 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1096 time: 0.0736032 Jun 05 17:16:07.671287 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-7cceb031-17ba-4015-b0d1-b2891a87c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:07.672721 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-7cceb031-17ba-4015-b0d1-b2891a87c95a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1242023 Jun 05 17:16:07.770042 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-6525ba3d-84ea-47aa-aadb-3217c8c662dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 998 time: 0.0915325 Jun 05 17:16:07.829789 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-89fa8ab9-de70-4899-a953-b79ed8f56be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:07.831676 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-89fa8ab9-de70-4899-a953-b79ed8f56be9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0557475 Jun 05 17:16:07.904766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-6f532d36-2afc-470f-a174-1f9aa464858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:07.906204 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-6f532d36-2afc-470f-a174-1f9aa464858e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677488 Jun 05 17:16:08.037937 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-a864e5e4-61b4-433e-8089-a9a8b2d977c0 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220036 Jun 05 17:16:08.172781 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-8f818520-4999-4e76-965c-e1c7930dc412 service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275387 Jun 05 17:16:08.238774 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:08.526686 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d8760-b609-43e3-837d-6329d9121118 req-60c88b4c-d968-4889-b32f-b51d845afa32 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:08.528256 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b64d8760-b609-43e3-837d-6329d9121118 req-60c88b4c-d968-4889-b32f-b51d845afa32 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0799158 Jun 05 17:16:08.572078 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b64d8760-b609-43e3-837d-6329d9121118 req-fe28d0e0-0db9-45d6-b330-e37b4e2185b6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380723 Jun 05 17:16:09.314432 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e53609d9-7bd5-432a-829a-8b57c0999fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:09.769555 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90a0b-c83d-4fc4-a29e-26c1e3f6406e req-ade0a237-dd6d-4976-b4b4-b0a2eb071118 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:09.771058 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b3f90a0b-c83d-4fc4-a29e-26c1e3f6406e req-ade0a237-dd6d-4976-b4b4-b0a2eb071118 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0842059 Jun 05 17:16:09.815574 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b3f90a0b-c83d-4fc4-a29e-26c1e3f6406e req-9a4bae8f-486f-4300-a65a-8a7ecddb221a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387015 Jun 05 17:16:11.016057 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0a34f-c3c5-4fa1-a539-27d80ee3fd59 req-0cb7643f-0167-4e82-8f67-e34fb912dd1c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:11.017927 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a9a0a34f-c3c5-4fa1-a539-27d80ee3fd59 req-0cb7643f-0167-4e82-8f67-e34fb912dd1c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0864449 Jun 05 17:16:11.064608 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a9a0a34f-c3c5-4fa1-a539-27d80ee3fd59 req-68884cc5-a00d-4bf3-af3e-70220e8c2de4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410852 Jun 05 17:16:11.743675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:11.938119 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-916cc304-287a-404f-a43b-226a94e3e299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:12.256078 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db284-50b5-454e-bcde-05b3b1abf580 req-03c7f165-bcef-48ac-af2a-9ba71f69c0c9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:12.257532 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-986db284-50b5-454e-bcde-05b3b1abf580 req-03c7f165-bcef-48ac-af2a-9ba71f69c0c9 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0803640 Jun 05 17:16:12.307074 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-986db284-50b5-454e-bcde-05b3b1abf580 req-2e83de60-5fe6-414f-b180-8f8906c27aed tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436976 Jun 05 17:16:13.000098 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:13.513604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cbfb4-7072-46b1-99d7-0416863229e6 req-508735e3-2865-4e63-95af-ee73bd98c9bc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:13.515869 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a88cbfb4-7072-46b1-99d7-0416863229e6 req-508735e3-2865-4e63-95af-ee73bd98c9bc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0896199 Jun 05 17:16:13.561385 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a88cbfb4-7072-46b1-99d7-0416863229e6 req-296b5730-f104-4cfc-b4ee-e791b15d44ee tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399125 Jun 05 17:16:14.610417 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:14.755574 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b017f-b58c-410c-b3fe-498c45f306a1 req-2f8e4d7e-81be-4de5-88b2-1d7d6f0c0e23 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:14.757065 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-735b017f-b58c-410c-b3fe-498c45f306a1 req-2f8e4d7e-81be-4de5-88b2-1d7d6f0c0e23 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0798655 Jun 05 17:16:14.802414 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-735b017f-b58c-410c-b3fe-498c45f306a1 req-72ea127a-4de9-4906-b786-4db7c922d890 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394673 Jun 05 17:16:15.999718 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a31da9-a773-4a24-a982-0a284d2cd5b5 req-f7b0ff96-7a8b-4a14-a2f0-c902a0dc4de2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:16.001192 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-57a31da9-a773-4a24-a982-0a284d2cd5b5 req-f7b0ff96-7a8b-4a14-a2f0-c902a0dc4de2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0848603 Jun 05 17:16:16.046847 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-57a31da9-a773-4a24-a982-0a284d2cd5b5 req-bf325c7c-bd7d-4f4d-acd4-a5ab99422488 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397673 Jun 05 17:16:17.241494 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4c9a-9377-4ee0-950c-f9c26efad074 req-15c56602-ee4a-45dd-81eb-cf026061c2cc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:17.243614 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c1e4c9a-9377-4ee0-950c-f9c26efad074 req-15c56602-ee4a-45dd-81eb-cf026061c2cc tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0847464 Jun 05 17:16:17.379992 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3c1e4c9a-9377-4ee0-950c-f9c26efad074 req-a564700b-e8db-47b8-981d-9713814f342b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306825 Jun 05 17:16:18.570442 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e1671-ad0a-4029-9819-cc004c9dc39c req-00a433c5-2682-4675-888d-56a171be308a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:18.571927 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-490e1671-ad0a-4029-9819-cc004c9dc39c req-00a433c5-2682-4675-888d-56a171be308a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0797815 Jun 05 17:16:18.620332 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-490e1671-ad0a-4029-9819-cc004c9dc39c req-6d19403c-54ff-447a-a0f3-e134dba31e24 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425603 Jun 05 17:16:19.805968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9cf4f-5945-4613-9c29-ecf6c0b5d093 req-8f55793c-5a65-4f2a-b222-1a13e016c661 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:19.807435 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fea9cf4f-5945-4613-9c29-ecf6c0b5d093 req-8f55793c-5a65-4f2a-b222-1a13e016c661 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0787334 Jun 05 17:16:19.852282 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fea9cf4f-5945-4613-9c29-ecf6c0b5d093 req-f612616d-2be2-4ff3-a9b8-9a67f15e70c1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393908 Jun 05 17:16:21.075245 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a92a8-3008-48a6-a854-f7a7724ee4bf req-7f3bc961-3d4e-4b22-9e1f-9311c65b59af tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:21.076729 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-713a92a8-3008-48a6-a854-f7a7724ee4bf req-7f3bc961-3d4e-4b22-9e1f-9311c65b59af tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0988715 Jun 05 17:16:21.121430 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-713a92a8-3008-48a6-a854-f7a7724ee4bf req-9c600d0a-b190-4bd6-bbf9-a108512a030f tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385206 Jun 05 17:16:22.204710 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-2b7fc928-83bc-431d-9ca9-25f00c1a7442 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709755 Jun 05 17:16:22.369005 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f5686-14e5-4c32-87e0-c9cf36c37310 req-eaaff8c9-59d2-4d36-8a79-14e5b1b42bc0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:22.370433 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f92f5686-14e5-4c32-87e0-c9cf36c37310 req-eaaff8c9-59d2-4d36-8a79-14e5b1b42bc0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.1389804 Jun 05 17:16:22.372886 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-c21c9926-b2ab-4bdc-9895-f652c0189f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:22.374181 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-c21c9926-b2ab-4bdc-9895-f652c0189f8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 1099 time: 0.1021883 Jun 05 17:16:22.453397 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f92f5686-14e5-4c32-87e0-c9cf36c37310 req-955d1f43-ad3c-44b5-b582-6da7994d49e5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772977 Jun 05 17:16:22.532397 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-be8ffb57-5872-45ab-8884-0d54b9e77acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:22.533821 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-be8ffb57-5872-45ab-8884-0d54b9e77acf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1409335 Jun 05 17:16:22.634194 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-72dfa4ac-356a-49f6-be1d-141322b504c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 200 len: 1001 time: 0.0936501 Jun 05 17:16:22.699232 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-aa863eb0-e505-4bbd-a445-d624acb72733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:22.700633 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-aa863eb0-e505-4bbd-a445-d624acb72733 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0597694 Jun 05 17:16:22.774930 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-bdc79920-0fc3-4fa4-b15b-f552b8dbd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:22.776319 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-bdc79920-0fc3-4fa4-b15b-f552b8dbd28d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684550 Jun 05 17:16:22.904082 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-94147b00-097e-41ca-8b54-39efa1034faf service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202576 Jun 05 17:16:23.030529 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9e5cd3e0-d509-4501-b088-9eea4b958018 req-22c462b1-28ec-4668-9c4f-a8737734ead2 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193736 Jun 05 17:16:23.645719 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad00815-e761-420a-99ba-9131ea523433 req-bbe7652b-c5dd-4236-b0ff-0a9fb4b87f6e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:23.647136 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0ad00815-e761-420a-99ba-9131ea523433 req-bbe7652b-c5dd-4236-b0ff-0a9fb4b87f6e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 943 time: 0.0816944 Jun 05 17:16:23.690049 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0ad00815-e761-420a-99ba-9131ea523433 req-c939a812-1b26-476c-9a84-3535c812747a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374553 Jun 05 17:16:24.141528 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:16:24.301489 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:16:24.313909 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'port_id': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'mac_address': 'fa:16:3e:78:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:16:24.367471 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:24.383545 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2f915c-09fc-4431-b7a3-4ef4b31b569c {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:16:24.398881 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:16:24.402283 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:24.403966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-8cb30c26-5eb1-4c18-8af2-24ebf3f5a233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:16:24.469778 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=9']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:16:24.473458 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:16:24.730199 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['4d2f915c-09fc-4431-b7a3-4ef4b31b569c'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:16:24.876990 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f67b4-bca6-46d1-b5e1-5e578e96c0f7 req-f025470d-b879-4350-a6f4-7a5abaef5d16 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:24.880030 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ea6f67b4-bca6-46d1-b5e1-5e578e96c0f7 req-f025470d-b879-4350-a6f4-7a5abaef5d16 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 944 time: 0.0790391 Jun 05 17:16:24.926718 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ea6f67b4-bca6-46d1-b5e1-5e578e96c0f7 req-fa968bc7-5c65-4a58-b9be-d12f965e65a5 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421512 Jun 05 17:16:26.112878 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d2ca7-e7f0-43da-a787-33c249a04deb req-e8a569d9-0735-443a-b1e8-7cddd432c4b1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:26.114303 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b12d2ca7-e7f0-43da-a787-33c249a04deb req-e8a569d9-0735-443a-b1e8-7cddd432c4b1 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 944 time: 0.0783520 Jun 05 17:16:26.156260 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:16:26.156909 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b12d2ca7-e7f0-43da-a787-33c249a04deb req-3f8ade0b-e2d4-45a1-8623-48e8d1782591 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371678 Jun 05 17:16:26.221761 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:16:26.222132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:26.332899 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:26.357658 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:16:26.359869 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633810a2-676c-4a3e-8da1-eebbe4e801eb" -d '{"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:16:26.367544 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:16:26.371732 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:26.374438 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:16:26.410163 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f09dd8-3f80-4b97-afe1-db25b15af0fd x-openstack-request-id: req-29f09dd8-3f80-4b97-afe1-db25b15af0fd {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:16:26.410394 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:16:26.410652 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29f09dd8-3f80-4b97-afe1-db25b15af0fd {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:16:26.411047 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'code': 200} Jun 05 17:16:26.444188 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=10']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:16:26.447016 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:16:26.632708 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5291fb-e46b-4b80-9858-482c9c13a2bd req-101e69a2-dadb-4b8a-b8b4-a368e98092de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:26.634149 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2b5291fb-e46b-4b80-9858-482c9c13a2bd req-101e69a2-dadb-4b8a-b8b4-a368e98092de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1099 time: 0.0672061 Jun 05 17:16:26.672300 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2b5291fb-e46b-4b80-9858-482c9c13a2bd req-4dfbf7d5-4d8b-4109-8c5a-0714c84f950e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321062 Jun 05 17:16:27.343257 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe88bd-5338-4431-9cc7-a28a5f2ae944 req-945ae806-9c05-4822-8600-d2af9bba55e2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:27.344737 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f6fe88bd-5338-4431-9cc7-a28a5f2ae944 req-945ae806-9c05-4822-8600-d2af9bba55e2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 946 time: 0.0818229 Jun 05 17:16:27.388452 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-f6fe88bd-5338-4431-9cc7-a28a5f2ae944 req-00bbaa58-e20b-48e2-a066-aa55bc2091d0 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375750 Jun 05 17:16:28.577403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c70af-0ebf-4c82-ba85-3db4366998de req-5b4e84c1-0559-4ebd-9a00-62f06910388b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:16:28.578808 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-180c70af-0ebf-4c82-ba85-3db4366998de req-5b4e84c1-0559-4ebd-9a00-62f06910388b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 946 time: 0.0809298 Jun 05 17:16:28.621416 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-180c70af-0ebf-4c82-ba85-3db4366998de req-60d395c0-48a4-442e-8c7f-452bc21c21e2 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371480 Jun 05 17:16:35.340691 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:16:38.241562 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:39.317296 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6a95bec4-f550-47aa-a67c-c64d34596fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:41.746365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:41.941062 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-08b8eb3c-da09-43f8-991a-06a893271344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:43.001948 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:16:44.614474 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:03.178259 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9597d-efe1-491a-9e8e-f0698ee98204 req-6198ced0-98bf-4818-8daf-e2f1159814f3 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:03.179687 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7aa9597d-efe1-491a-9e8e-f0698ee98204 req-6198ced0-98bf-4818-8daf-e2f1159814f3 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1784768 Jun 05 17:17:03.223123 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7aa9597d-efe1-491a-9e8e-f0698ee98204 req-766e3ce0-0088-42ef-88ce-3b31101ee368 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 Jun 05 17:17:04.183541 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-358a7490-09a7-40ae-8f26-ee81bef73363 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:04.184838 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-358a7490-09a7-40ae-8f26-ee81bef73363 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.0799232 Jun 05 17:17:04.410202 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Deleting port cc931806-729e-4459-83cc-dad40a0e2df7 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:04.410539 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:04.462545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5898f-2ea8-4567-86b0-1c6cce2984d7 req-407725bb-bf99-4147-988e-e730e5f865a6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:04.463932 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecc5898f-2ea8-4567-86b0-1c6cce2984d7 req-407725bb-bf99-4147-988e-e730e5f865a6 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 946 time: 0.1357825 Jun 05 17:17:04.507894 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ecc5898f-2ea8-4567-86b0-1c6cce2984d7 req-2deb87fb-4409-4917-af2d-1e36b4af0b71 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f08b882-d32d-48b4-aa51-7010be28ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Jun 05 17:17:04.542283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] For port cc931806-729e-4459-83cc-dad40a0e2df7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cc931806-729e-4459-83cc-dad40a0e2df7,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:04.542653 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:04.823034 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:04.823428 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:04.823737 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Floating IP 8f607a79-8194-412e-a7f1-7481fa190ce6 disassociated. External IP: 172.27.0.44, port: cc931806-729e-4459-83cc-dad40a0e2df7. Jun 05 17:17:04.824072 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Calling delete_port for cc931806-729e-4459-83cc-dad40a0e2df7 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:04.931738 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:04.937147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b2470578-394c-4946-a348-584ea9333505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:04.980206 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event deleted for resources: {'Port': ['ID=cc931806-729e-4459-83cc-dad40a0e2df7,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:04.990074 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.990448 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.990814 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.991176 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.991558 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.991914 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.992270 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.992621 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.992975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.993321 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.993667 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.994011 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:04.997587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:05.170594 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:17:05.343013 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:17:05.353497 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:17:05.364648 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:05.365268 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:16:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:05.422310 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] No DVR routers for this DVR port cc931806-729e-4459-83cc-dad40a0e2df7 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:17:05.425587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:05.427602 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb6a8cea-b275-4750-b148-116d21a6e119 req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "DELETE /v2.0/ports/cc931806-729e-4459-83cc-dad40a0e2df7 HTTP/1.1" status: 204 len: 173 time: 1.2373011 Jun 05 17:17:05.428342 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'name': 'network-vif-deleted', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:17:05.431229 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfc66f8-55b6-4fc3-9f3f-0a08f35dad6b" -d '{"events": [{"server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "name": "network-vif-deleted", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:17:05.481779 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fb8713-9270-4d04-99af-500101e7e549 x-openstack-request-id: req-38fb8713-9270-4d04-99af-500101e7e549 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:17:05.482129 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5d0f2c-15a2-465d-9c41-89a3222e77f4", "name": "network-vif-deleted", "tag": "cc931806-729e-4459-83cc-dad40a0e2df7", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:17:05.482406 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38fb8713-9270-4d04-99af-500101e7e549 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:17:05.482833 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d0f2c-15a2-465d-9c41-89a3222e77f4', 'name': 'network-vif-deleted', 'tag': 'cc931806-729e-4459-83cc-dad40a0e2df7', 'status': 'completed', 'code': 200} Jun 05 17:17:05.546615 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:05.679145 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3082c06a-1b74-4125-9f88-841953046395 req-fb864fab-e37d-4f3c-9c12-7cadd9260d4a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5d0f2c-15a2-465d-9c41-89a3222e77f4 HTTP/1.1" status: 200 len: 210 time: 0.0455174 Jun 05 17:17:05.864347 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:05.868857 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:17:05.880623 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:05.881227 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:16:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:06.088087 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:06.385189 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:06.388822 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad046ae7-55b9-4696-a9f8-70b6b72a0c9c None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:17:06.589670 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107e762a-b76f-409b-9273-683d129b45aa None None] New status for floating IP 8f607a79-8194-412e-a7f1-7481fa190ce6: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:17:06.799802 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54472) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:06.863031 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:06.890959 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:06.942250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:06.944751 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:06.945848 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f08b882-d32d-48b4-aa51-7010be28ee8b HTTP/1.1" status: 204 len: 168 time: 0.1450226 Jun 05 17:17:06.946621 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4518366d-575d-4a16-a157-9c32c9461b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:06.948613 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54474) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:06.957512 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f08b882-d32d-48b4-aa51-7010be28ee8b,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:06.964627 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.api.v2.resource [None req-26a29d25-ed4f-4024-aa35-7020dc730df9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] show failed (client error): The resource could not be found. Jun 05 17:17:06.964779 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.964984 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.965353 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.965525 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-26a29d25-ed4f-4024-aa35-7020dc730df9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups/8f08b882-d32d-48b4-aa51-7010be28ee8b HTTP/1.1" status: 404 len: 347 time: 0.0159588 Jun 05 17:17:06.965717 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.966075 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.966433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.966786 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.967140 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.967520 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.967876 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.968225 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.968480 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54476) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:06.968590 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:06.971604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:07.176066 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Deleting port fddb8dec-dd7d-44e0-9d29-cc1d600b6c1e {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:07.176406 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:07.387562 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:07.387885 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:07.505224 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Calling delete_port for fddb8dec-dd7d-44e0-9d29-cc1d600b6c1e owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:07.615293 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:07.619568 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fc377ee5-23db-40e8-9c78-38086552db30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:07.694674 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event deleted for resources: {'Port': ['ID=fddb8dec-dd7d-44e0-9d29-cc1d600b6c1e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:07.700593 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:07.758430 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:07.760773 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:07.761875 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "DELETE /v2.0/floatingips/8f607a79-8194-412e-a7f1-7481fa190ce6 HTTP/1.1" status: 204 len: 168 time: 0.7925353 Jun 05 17:17:08.029416 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54480) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:08.034100 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159937476', 'description': 'tempest-description--757430604'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:08.056164 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.157219 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.161283 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.164974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b24330d3-7468-457c-ac5a-9c26a2ec6444 tempest-VolumesNegativeTest-329348062 tempest-VolumesNegativeTest-329348062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:08.200533 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.201736 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1713276 Jun 05 17:17:08.202638 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9213762-d777-463f-90e4-3f00c0bcb9fd,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:08.204673 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54482) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:08.206660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:08.210108 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'security_group_rule': {'security_group_id': 'e9213762-d777-463f-90e4-3f00c0bcb9fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:08.236814 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.253595 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.297869 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.302285 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.304331 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:08.323705 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device cc931806-729e-4459-83cc-dad40a0e2df7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:17:08.326767 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630905e0-20cf-4f00-9d05-06cb0e8d3ee5,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:08.329452 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:08.336334 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.339378 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4ede484a-2102-4066-82b4-b6cf5689764a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321719 Jun 05 17:17:08.340544 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54484) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:08.345841 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'security_group_rule': {'security_group_id': 'e9213762-d777-463f-90e4-3f00c0bcb9fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:08.364165 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: cc931806-729e-4459-83cc-dad40a0e2df7 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:17:08.364516 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device cc931806-729e-4459-83cc-dad40a0e2df7 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:17:08.380769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.447627 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.451196 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.453208 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:08.476238 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf6fbb4-3e7b-4703-9122-e477c40c5c37,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:08.480079 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:08.485224 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.486532 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-31f5ce5a-b8bf-4b7d-81a8-ddbfc38271cf tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449120 Jun 05 17:17:08.490231 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54486) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:08.494857 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:08.516712 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.650837 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:08.782905 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Allocated IP 172.27.0.176 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/b775203b-6e53-43fb-866b-58c0fcdcdf5d) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:17:09.017661 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.046517 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.050933 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0baa4d2a-ec56-4140-bfb4-f81204a2b42c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:09.109160 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:17:09.112013 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:17:09.115590 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:17:09.154626 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'Port': ['ID=b775203b-6e53-43fb-866b-58c0fcdcdf5d,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:09.158451 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:09.199944 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.257498 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.319779 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1e75fbea-67ad-4878-99ee-b30bc34bb2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.463912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.468386 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.472905 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ecaea7be-1f52-4944-a729-f407a652e4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:09.575689 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'Port': ['ID=b775203b-6e53-43fb-866b-58c0fcdcdf5d,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:09.580003 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:09.587013 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.593727 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-0de2a37e-a414-4895-a777-a4d71672d4b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122301 Jun 05 17:17:09.604883 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:09.606137 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1149900 Jun 05 17:17:09.689854 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-75f308eb-a68d-466d-be57-d9318fe9809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:09.692458 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-75f308eb-a68d-466d-be57-d9318fe9809e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d04903682c946e2afc72e7e72d9e09b&device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 1099 time: 0.0769079 Jun 05 17:17:09.777116 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-50ed73ca-3535-4a40-936d-22299320a620 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--159937476&fields=id&tenant_id=c58efc1adcf1498b9bab3fb00ec7167e HTTP/1.1" status: 200 len: 267 time: 0.0433247 Jun 05 17:17:09.838852 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-de11a1cd-3ac6-42dc-b824-bf42e7f1218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:09.840212 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-de11a1cd-3ac6-42dc-b824-bf42e7f1218a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 200 len: 917 time: 0.1298807 Jun 05 17:17:09.925082 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-e38e30f6-e63b-4c34-94b6-44142c0d86f0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:09.927078 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-e38e30f6-e63b-4c34-94b6-44142c0d86f0 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 811 time: 0.1434755 Jun 05 17:17:09.939681 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-84bcc59a-0f4b-4d7a-9764-757d12684ea6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 200 len: 1000 time: 0.0927269 Jun 05 17:17:09.941555 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-972c9572-4af6-47c5-96e9-9acc8a5b2f8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/quotas/c58efc1adcf1498b9bab3fb00ec7167e HTTP/1.1" status: 200 len: 375 time: 0.0090661 Jun 05 17:17:10.003291 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-29117a0c-7bbd-4ceb-b2d7-17a87db6c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:10.004880 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-29117a0c-7bbd-4ceb-b2d7-17a87db6c97e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 200 len: 855 time: 0.0591130 Jun 05 17:17:10.024253 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3494dd34-5c95-4a28-b1b1-e228876bd8e7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776165 Jun 05 17:17:10.078037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-cb2f8b27-7c3b-49e8-acfa-c010e7349e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:10.079503 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-cb2f8b27-7c3b-49e8-acfa-c010e7349e6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8720de0-7ba9-4d0d-ad25-04df98d58bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681784 Jun 05 17:17:10.080182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-72066519-460b-4d1f-af96-6a04f22418f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:17:10.081169 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-72066519-460b-4d1f-af96-6a04f22418f0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459359 Jun 05 17:17:10.090056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-fcbc5835-62ac-4388-ac4c-42d0f1033450 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:17:10.090913 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-fcbc5835-62ac-4388-ac4c-42d0f1033450 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049829 Jun 05 17:17:10.212502 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-f9241d5b-2151-4912-87f8-1dba4377e5f1 service neutron] 10.222.0.37 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250288 Jun 05 17:17:10.219063 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-3fc79bc8-4ba5-4439-9168-87040d1eb32d service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221013 Jun 05 17:17:10.344757 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3acef6b3-17b1-4747-8684-33a2fc0068cb service neutron] 10.222.0.37 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262367 Jun 05 17:17:10.349467 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-28d3e1e5-8da5-44bb-bba8-f093df50b7ca req-cfc7ca6c-3182-40a7-ac53-f91d242b511e service neutron] 10.222.0.43 "GET /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240790 Jun 05 17:17:10.524429 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ca2ba739-fb0b-4164-8e19-f9b8a1071899 req-8bb8dc03-8078-486d-96e4-116122f2d43d tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 210 time: 0.0450685 Jun 05 17:17:11.672792 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-63f8951a-48ac-468f-bcd0-d3822195c695 req-22582b2b-0443-47ac-b52c-6805f558a31a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 210 time: 0.0426464 Jun 05 17:17:11.684578 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-7bbd7174-1668-41d5-ab4b-2bdd68c4e067 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:11.685751 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-7bbd7174-1668-41d5-ab4b-2bdd68c4e067 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 811 time: 0.1599858 Jun 05 17:17:11.740828 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-ce067a04-42b5-44ad-9c4e-ccee206f1574 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58efc1adcf1498b9bab3fb00ec7167e HTTP/1.1" status: 200 len: 379 time: 0.0461724 Jun 05 17:17:11.750144 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'port': {'device_id': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'admin_state_up': True, 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'security_groups': ['e9213762-d777-463f-90e4-3f00c0bcb9fd']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:11.754202 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:11.943501 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-58c70a7b-90f2-4fbd-b1d9-fbeadd7fcaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.000943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Made reservation on behalf of c58efc1adcf1498b9bab3fb00ec7167e for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:17:12.004823 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.162812 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Allocated IP 172.20.0.3 (d96635b5-f247-42d9-a85a-1f47f1575c48/076a40e7-304b-4c51-9064-784f9916d008/7a31e1c8-62f5-4090-8bf8-a48bedeaaf49) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:17:12.339830 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:17:12.345738 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.360571 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Transition to ACTIVE for port object 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:17:12.383331 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.388562 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3c5870be-612f-4f74-953e-f51bd002a636 tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:12.455611 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Network d96635b5-f247-42d9-a85a-1f47f1575c48 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:17:12.458595 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:17:12.462333 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:17:12.492464 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event updated for resources: {'Port': ['ID=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:12.499141 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:12.528950 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:12.529498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.548147 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017321 Jun 05 17:17:12.559290 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Request body: {'port': {'device_id': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:12.670056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.687580 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-70d25d95-4345-4bfb-9ac9-4343dedd03ec None None] Provisioning for port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:17:12.692379 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-70d25d95-4345-4bfb-9ac9-4343dedd03ec None None] Provisioning complete for port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:17:12.692757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-70d25d95-4345-4bfb-9ac9-4343dedd03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:12.747936 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-70d25d95-4345-4bfb-9ac9-4343dedd03ec None None] Port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:17:12.981095 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f76a-50c4-4342-ba5e-023598ccb7da req-89333bea-f097-44e7-912a-76abc92b016a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:12.982518 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a1d7f76a-50c4-4342-ba5e-023598ccb7da req-89333bea-f097-44e7-912a-76abc92b016a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 931 time: 0.1932225 Jun 05 17:17:13.004540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:13.046644 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a1d7f76a-50c4-4342-ba5e-023598ccb7da req-aa3392ee-4cf0-4ed1-8d2b-b629a3361551 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529351 Jun 05 17:17:13.110145 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:17:13.117347 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:13.130836 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Transition to ACTIVE for port object 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:17:13.134330 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:13.138671 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-6efb2fa9-9394-4b67-947c-edc807b635c4 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:13.285026 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Pushing event updated for resources: {'Port': ['ID=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:13.293649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:13.367781 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Attempting to bind port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:17:13.368118 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Attempting to bind port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:17:13.368448 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Attempting to bind port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 on network d96635b5-f247-42d9-a85a-1f47f1575c48 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:17:13.373012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 on network d96635b5-f247-42d9-a85a-1f47f1575c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:17:13.373329 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Attempting to bind port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 on network d96635b5-f247-42d9-a85a-1f47f1575c48 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:17:13.378335 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:17:13.378668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Checking segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:17:13.379581 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Bound using segment: {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:17:13.379999 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Bound port: 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed672269-cc77-4321-8945-f1f045347224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:17:13.380339 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:13.466053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] For port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:17:13.468971 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] For port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:17:13.472667 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:13.477083 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-39efdc16-97d4-4010-b654-cfa907360e9e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:13.527713 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:13.528675 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:13.529623 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] 10.222.0.43 "PUT /v2.0/ports/7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 200 len: 1093 time: 0.9745286 Jun 05 17:17:13.537364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:17:13.539743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9559e-6e35-4c23-9494-1fb8dd054858" -d '{"events": [{"name": "network-changed", "server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:17:13.566037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Pushing event updated for resources: {'Port': ['ID=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:13.569695 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:13.604314 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e22aed-782d-4190-ac6c-22672df58e98 x-openstack-request-id: req-79e22aed-782d-4190-ac6c-22672df58e98 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:17:13.604598 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:17:13.604885 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79e22aed-782d-4190-ac6c-22672df58e98 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:17:13.605303 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'status': 'completed', 'code': 200} Jun 05 17:17:13.647148 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-4f13d715-2f86-42f6-86b8-69da7ceaff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:13.648680 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-4f13d715-2f86-42f6-86b8-69da7ceaff4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 1096 time: 0.0774200 Jun 05 17:17:13.810882 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-c8eef7fe-99fa-4c79-a71d-165a8d124e30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 200 len: 217 time: 0.1528664 Jun 05 17:17:13.871515 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-0cbd111b-1029-4750-b93a-4e64a2bbd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:13.872955 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-0cbd111b-1029-4750-b93a-4e64a2bbd50f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0554936 Jun 05 17:17:13.949905 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0c17-d27a-429b-b595-b6543966a82d req-261be5b7-8c91-4596-b8ee-b4d5eb208b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:13.958472 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-261be5b7-8c91-4596-b8ee-b4d5eb208b0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722704 Jun 05 17:17:14.080757 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-4db7b765-a707-407a-a28c-e7584b31c920 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221330 Jun 05 17:17:14.261070 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-50fa0c17-d27a-429b-b595-b6543966a82d req-742a57df-4533-44ee-b39b-60a8edf9f983 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742702 Jun 05 17:17:14.283551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c04d3-cdd3-49b4-b129-b61452692058 req-46fcbe80-382a-4338-821e-1cc36dacaa79 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:14.285483 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bc4c04d3-cdd3-49b4-b129-b61452692058 req-46fcbe80-382a-4338-821e-1cc36dacaa79 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 943 time: 0.1127930 Jun 05 17:17:14.368812 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bc4c04d3-cdd3-49b4-b129-b61452692058 req-17f851b7-63fa-4347-ae78-6b2932c97cc7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773327 Jun 05 17:17:14.395309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-76071f97-b696-4072-b546-7d893a845040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:14.396757 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-76071f97-b696-4072-b546-7d893a845040 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 1096 time: 0.0775445 Jun 05 17:17:14.526629 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-5a19b9b7-04ff-4ed7-bace-bb92f4d6f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:14.528058 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-5a19b9b7-04ff-4ed7-bace-bb92f4d6f57b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1238518 Jun 05 17:17:14.596149 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-bf3d674e-df7b-4179-a7cd-27bfa6a63883 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 200 len: 217 time: 0.0615256 Jun 05 17:17:14.613744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:14.658665 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-c08798c4-0598-4a5f-aaeb-cd62dd210207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:14.660632 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-c08798c4-0598-4a5f-aaeb-cd62dd210207 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0559323 Jun 05 17:17:14.739843 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-8c197bf3-5651-4de0-b73a-ffe210bde773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:14.741264 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-8c197bf3-5651-4de0-b73a-ffe210bde773 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753300 Jun 05 17:17:14.870097 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-654c2587-64ae-4799-9ca9-324bed9cb91e service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211879 Jun 05 17:17:15.000576 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-aeb9559e-6e35-4c23-9494-1fb8dd054858 req-16c8ab94-2e97-4d62-a25e-ee3dfe7f24fb service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212711 Jun 05 17:17:15.551303 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083fd14-e720-465d-a592-a76f2d80962b req-75dca0ac-0df0-4165-b381-02dc85f77246 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:15.552736 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b083fd14-e720-465d-a592-a76f2d80962b req-75dca0ac-0df0-4165-b381-02dc85f77246 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 943 time: 0.0813348 Jun 05 17:17:15.595322 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b083fd14-e720-465d-a592-a76f2d80962b req-5a64d527-5764-40e5-a911-c2dff6ab3f47 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370963 Jun 05 17:17:16.365450 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:17:16.495176 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:16.508525 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'port_id': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'mac_address': 'fa:16:3e:81:6f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:17:16.563978 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:16.580625 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:17:16.595712 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:16.599765 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:16.601594 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:16.664752 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:16.671903 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.672250 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.672583 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.672913 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.673233 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.673554 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.673875 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.674192 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.674515 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.674830 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.675144 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.675482 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:17:16.679146 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:16.775599 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113857d7-15a5-4e6d-94c2-20b0a4032f9f req-b49644d4-fc7e-4368-9b7e-a2a4b6c78fd5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:16.777031 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-113857d7-15a5-4e6d-94c2-20b0a4032f9f req-b49644d4-fc7e-4368-9b7e-a2a4b6c78fd5 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 944 time: 0.0785067 Jun 05 17:17:16.820862 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-113857d7-15a5-4e6d-94c2-20b0a4032f9f req-22d2913d-7def-4b23-8d78-5fe34355f0f9 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382719 Jun 05 17:17:16.912905 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['7a31e1c8-62f5-4090-8bf8-a48bedeaaf49'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:17:17.999900 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b788e96-a2e9-4057-8f82-90d05fc0f525 req-0af2a1e6-d8c8-4e96-918d-6e5f92480856 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:18.001311 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9b788e96-a2e9-4057-8f82-90d05fc0f525 req-0af2a1e6-d8c8-4e96-918d-6e5f92480856 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 944 time: 0.0770283 Jun 05 17:17:18.048040 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9b788e96-a2e9-4057-8f82-90d05fc0f525 req-f1be22ed-718c-40f0-b2b5-cbbc46a9a12f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405653 Jun 05 17:17:18.373834 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:17:18.439088 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:17:18.444744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:17:18.445115 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:18.556539 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:18.582310 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:17:18.584531 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639c305c-1df5-4e71-bd2d-ff12528724ae" -d '{"events": [{"server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "name": "network-vif-plugged", "status": "completed", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:17:18.592128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:18.596111 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:18.598080 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-bf04e8bd-d73e-4404-8e19-21c0595b67b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:18.632266 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57396cff-cf13-4f10-97f5-f6b98f9132c6 x-openstack-request-id: req-57396cff-cf13-4f10-97f5-f6b98f9132c6 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:17:18.632559 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "name": "network-vif-plugged", "status": "completed", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:17:18.632818 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57396cff-cf13-4f10-97f5-f6b98f9132c6 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:17:18.633204 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'code': 200} Jun 05 17:17:18.667739 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:18.670643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:18.852479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ddebf-df7c-4f06-8a1b-de9a2bfec10d req-48148601-1ad5-4612-9c83-9bab8045ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:18.853833 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ce1ddebf-df7c-4f06-8a1b-de9a2bfec10d req-48148601-1ad5-4612-9c83-9bab8045ca4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 1098 time: 0.0729671 Jun 05 17:17:18.895994 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ce1ddebf-df7c-4f06-8a1b-de9a2bfec10d req-68e817e7-0e3d-4668-ac64-c5c15c6b041f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345030 Jun 05 17:17:19.226037 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f896258-63d1-40bb-a732-84704b77b0d1 req-ca7d61d5-ec56-481f-beaa-49324a508952 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:19.227400 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1f896258-63d1-40bb-a732-84704b77b0d1 req-ca7d61d5-ec56-481f-beaa-49324a508952 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.0783887 Jun 05 17:17:19.270091 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1f896258-63d1-40bb-a732-84704b77b0d1 req-e6fb3225-2f4e-4f5c-90ab-8ddb60474266 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371988 Jun 05 17:17:20.449331 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394dcd4-bf4a-4101-9323-a044daa3f88d req-3f8955b2-af40-4ebd-a6ca-fec55a468281 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:20.450725 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8394dcd4-bf4a-4101-9323-a044daa3f88d req-3f8955b2-af40-4ebd-a6ca-fec55a468281 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.0769911 Jun 05 17:17:20.493039 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8394dcd4-bf4a-4101-9323-a044daa3f88d req-4cbb4fb3-343e-4c04-9e1d-9d12d8bb236e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369296 Jun 05 17:17:20.752001 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d0598-84f3-4f13-9b5d-b8a1edb878a1 req-f2628152-4ab7-444e-ad56-940f02fd2161 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:20.753442 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-1c8d0598-84f3-4f13-9b5d-b8a1edb878a1 req-f2628152-4ab7-444e-ad56-940f02fd2161 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.1658497 Jun 05 17:17:20.761804 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54550) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:20.766230 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Request body: {'floatingip': {'port_id': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:17:20.842269 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:21.421613 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:21.426129 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:21.594071 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.l3_db [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Floating IP a7f34c50-5316-43b1-9488-2f61cc42a7b0 associated. External IP: 172.27.0.176, port: 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49. Jun 05 17:17:21.939095 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:17:22.214944 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:17:22.219661 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:22.224374 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:17:22.233569 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:22.234171 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:17:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:22.274558 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a308b2a9-b3a6-4e53-9358-741aa1d2cd16 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "PUT /v2.0/floatingips/a7f34c50-5316-43b1-9488-2f61cc42a7b0 HTTP/1.1" status: 200 len: 991 time: 1.5117145 Jun 05 17:17:22.275197 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:17:22.278113 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737" -d '{"events": [{"name": "network-changed", "server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:17:22.321579 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa0ada6-25f0-40e9-9ba5-942747cc5e34 x-openstack-request-id: req-2aa0ada6-25f0-40e9-9ba5-942747cc5e34 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:17:22.321906 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:17:22.322198 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aa0ada6-25f0-40e9-9ba5-942747cc5e34 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:17:22.322863 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'status': 'completed', 'code': 200} Jun 05 17:17:22.413266 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:22.518169 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-4086154b-d1f6-4d5b-a659-54c5687cfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:22.520100 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-4086154b-d1f6-4d5b-a659-54c5687cfaac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 1098 time: 0.1753407 Jun 05 17:17:22.646090 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-4c2ec05f-f0d9-4cb1-8c4a-f78843562bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:22.647555 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-4c2ec05f-f0d9-4cb1-8c4a-f78843562bab service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1218092 Jun 05 17:17:22.749071 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-56ed2fc5-27df-4215-9817-77a4bf09290c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 200 len: 999 time: 0.0950351 Jun 05 17:17:22.792005 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'a7f34c50-5316-43b1-9488-2f61cc42a7b0', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'port_id': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'mac_address': 'fa:16:3e:81:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:17:09Z', 'updated_at': '2021-06-05T17:17:21Z', 'revision_number': 1, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:22.795850 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:17:22.804608 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:22.805191 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:17:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:22.809411 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-e618a3ca-a467-4a4c-b16a-1741430b38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:22.810819 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-e618a3ca-a467-4a4c-b16a-1741430b38d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0558670 Jun 05 17:17:22.888625 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-2436de0e-c2a3-4552-85a3-2d30a30e3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:22.890082 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-2436de0e-c2a3-4552-85a3-2d30a30e3d83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726774 Jun 05 17:17:22.979548 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:23.017618 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-53d6a2f9-f38e-45d8-a4e1-3076be8dce80 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210649 Jun 05 17:17:23.146737 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-340dfdf2-1f0a-44dc-a5dd-42b2b293e737 req-a76f8ab7-cafe-44cb-b649-4cb65671fcf7 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218767 Jun 05 17:17:23.313514 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'a7f34c50-5316-43b1-9488-2f61cc42a7b0', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'port_id': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'mac_address': 'fa:16:3e:81:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:17:09Z', 'updated_at': '2021-06-05T17:17:21Z', 'revision_number': 1, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:23.317597 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20657506-bac2-4f04-96b2-ad97f4ff549b None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'a7f34c50-5316-43b1-9488-2f61cc42a7b0', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'port_id': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'mac_address': 'fa:16:3e:81:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:17:09Z', 'updated_at': '2021-06-05T17:17:21Z', 'revision_number': 1, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:17:23.503130 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754d5cf-4991-411e-8845-c0eeb918013e None None] New status for floating IP a7f34c50-5316-43b1-9488-2f61cc42a7b0: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:17:24.601596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f76b5c-374c-473c-9d19-8ea8462a4129 req-66af4d29-5975-4d48-a91b-63c613990339 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:24.603059 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a8f76b5c-374c-473c-9d19-8ea8462a4129 req-66af4d29-5975-4d48-a91b-63c613990339 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 946 time: 0.0836139 Jun 05 17:17:24.647249 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a8f76b5c-374c-473c-9d19-8ea8462a4129 req-c0ce2a3b-b63a-479d-a692-c8026aee6e5c tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386117 Jun 05 17:17:25.836584 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305875d-d80c-4adb-8f80-4952f6cb688e req-42a7f515-da4e-48b2-8395-79e58e4a0e94 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:25.837931 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8305875d-d80c-4adb-8f80-4952f6cb688e req-42a7f515-da4e-48b2-8395-79e58e4a0e94 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 946 time: 0.0828025 Jun 05 17:17:25.881756 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8305875d-d80c-4adb-8f80-4952f6cb688e req-b5db8ed1-a6b1-46a7-8f1d-6ab2317dc7d4 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups?id=61d4528d-551c-48fd-9ca9-19141230d978&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383120 Jun 05 17:17:26.099210 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-634b922d-86e4-4c54-adba-3431bcff288a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:17:26.100530 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-634b922d-86e4-4c54-adba-3431bcff288a tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 946 time: 0.0762215 Jun 05 17:17:26.233040 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Deleting port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:26.233379 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:26.360452 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] For port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:26.360738 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:26.638174 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:26.638455 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:26.638766 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Floating IP c33409de-026e-453c-9f0e-39fec113993e disassociated. External IP: 172.27.0.37, port: 4d2f915c-09fc-4431-b7a3-4ef4b31b569c. Jun 05 17:17:26.639111 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Calling delete_port for 4d2f915c-09fc-4431-b7a3-4ef4b31b569c owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:26.746714 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:26.752348 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:26.897767 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event deleted for resources: {'Port': ['ID=4d2f915c-09fc-4431-b7a3-4ef4b31b569c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:26.901301 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:27.034665 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-37e6478b-b592-4c49-847b-4e9c296c1c89 req-5f48e85a-a82b-4e55-a9ec-bec3d9cf92f6 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928 HTTP/1.1" status: 200 len: 210 time: 0.0425789 Jun 05 17:17:27.083587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:17:27.258836 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:17:27.267976 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:17:27.277814 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:27.278430 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:17:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:27.341278 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] No DVR routers for this DVR port 4d2f915c-09fc-4431-b7a3-4ef4b31b569c on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:17:27.343828 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:27.346550 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-44545b29-d283-4bd8-96b5-2e6a0c22278f req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.43 "DELETE /v2.0/ports/4d2f915c-09fc-4431-b7a3-4ef4b31b569c HTTP/1.1" status: 204 len: 173 time: 1.2401543 Jun 05 17:17:27.347075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-deleted', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:17:27.349581 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a333c-8feb-4685-b0b6-3c5ddad13c2c" -d '{"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-deleted", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:17:27.394641 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e8d95-0c9d-4c56-ad47-c3246f3c2cc1 x-openstack-request-id: req-137e8d95-0c9d-4c56-ad47-c3246f3c2cc1 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:17:27.394979 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928", "name": "network-vif-deleted", "tag": "4d2f915c-09fc-4431-b7a3-4ef4b31b569c", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:17:27.395272 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-137e8d95-0c9d-4c56-ad47-c3246f3c2cc1 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:17:27.395725 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e95e2c-09c1-40a6-b4f9-8ba5b41b7928', 'name': 'network-vif-deleted', 'tag': '4d2f915c-09fc-4431-b7a3-4ef4b31b569c', 'status': 'completed', 'code': 200} Jun 05 17:17:27.473527 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:27.827468 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:27.831265 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:17:27.839508 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:27.840097 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:17:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:28.017100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:28.163570 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54588) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:28.224817 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.251741 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.307439 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.309922 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.311077 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "DELETE /v2.0/security-groups/61d4528d-551c-48fd-9ca9-19141230d978 HTTP/1.1" status: 204 len: 168 time: 0.1465383 Jun 05 17:17:28.311908 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-6f676f6c-2220-4239-93e9-0f2f1d144ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:28.313838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54590) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:28.324832 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4528d-551c-48fd-9ca9-19141230d978,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:28.326494 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:28.328129 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:28.330569 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6b8b4-3fd2-4d65-8040-df860a3ca459 None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:06:51Z', 'revision_number': 4, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': 'a7b4902f-3e12-44f6-af52-90a63a4077ec', 'name': '', 'network_id': 'b8720de0-7ba9-4d0d-ad25-04df98d58bd1', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'mac_address': 'fa:16:3e:f8:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:47Z', 'updated_at': '2021-06-05T17:07:01Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'subnets': [{'id': '2d6ffdc6-93f2-4b67-899f-bb73080c7722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:17:28.332910 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.api.v2.resource [None req-16c4f46c-35e7-4fa0-bd61-8636c0e2440b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] show failed (client error): The resource could not be found. Jun 05 17:17:28.333988 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-16c4f46c-35e7-4fa0-bd61-8636c0e2440b tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "GET /v2.0/security-groups/61d4528d-551c-48fd-9ca9-19141230d978 HTTP/1.1" status: 404 len: 347 time: 0.0191967 Jun 05 17:17:28.336784 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54592) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:28.530575 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f74188-95d1-4e9f-9c4f-7bab9cae77d6 None None] New status for floating IP c33409de-026e-453c-9f0e-39fec113993e: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:17:28.560208 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Deleting port 4863c47c-1cb5-47a5-a9bc-31c043447b11 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:28.560551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.677637 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.677962 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.800788 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Calling delete_port for 4863c47c-1cb5-47a5-a9bc-31c043447b11 owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:28.908451 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:28.912643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-46b77247-a8f8-4569-8116-6c860377abda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:28.958264 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Pushing event deleted for resources: {'Port': ['ID=4863c47c-1cb5-47a5-a9bc-31c043447b11,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:28.982923 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:29.047542 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:29.049962 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:29.054524 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] 10.222.0.37 "DELETE /v2.0/floatingips/c33409de-026e-453c-9f0e-39fec113993e HTTP/1.1" status: 204 len: 168 time: 0.7138226 Jun 05 17:17:30.386951 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:17:30.424006 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 4d2f915c-09fc-4431-b7a3-4ef4b31b569c {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:17:30.424361 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 4d2f915c-09fc-4431-b7a3-4ef4b31b569c not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:17:31.969363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54620) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:32.698686 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:33.098070 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Deleting port a7b4902f-3e12-44f6-af52-90a63a4077ec {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:33.098776 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:33.214533 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] For port a7b4902f-3e12-44f6-af52-90a63a4077ec, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=a7b4902f-3e12-44f6-af52-90a63a4077ec,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:33.214799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:33.336352 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Calling delete_port for a7b4902f-3e12-44f6-af52-90a63a4077ec owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:33.475986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:33.480263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:33.525303 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b4902f-3e12-44f6-af52-90a63a4077ec,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:33.556050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:33.886782 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:34.231984 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Router d28643bb-75c5-4301-8b7f-d10af7b52a1e has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:17:34.408847 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:17:34.413982 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] 10.222.0.37 "PUT /v2.0/routers/d28643bb-75c5-4301-8b7f-d10af7b52a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436216 Jun 05 17:17:34.416453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54628) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:34.417001 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] Sync routers for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:17:34.426227 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:34.426831 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:17:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:34.586306 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:34.598684 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:34.756837 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:34.829851 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Deleting port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:34.830187 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:34.880289 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:17:33Z', 'revision_number': 5, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port': {'id': 'd2e0aebe-bcbe-4293-8b32-4149b4a1ac42', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:06:41Z', 'updated_at': '2021-06-05T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:34.884374 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] Checking router: d28643bb-75c5-4301-8b7f-d10af7b52a1e for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:17:34.892697 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] Routers {'d28643bb-75c5-4301-8b7f-d10af7b52a1e'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:17:34.893294 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:17:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:34.951412 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] For port d2e0aebe-bcbe-4293-8b32-4149b4a1ac42, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:34.951856 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.038604 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] Set router d28643bb-75c5-4301-8b7f-d10af7b52a1e gateway port host: None {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:17:35.183286 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Calling delete_port for d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:35.184909 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:17:34Z', 'revision_number': 6, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:35.188950 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623da878-98fd-4191-ae97-a8b82a6c81b1 None None] The sync data for ids ['d28643bb-75c5-4301-8b7f-d10af7b52a1e'] in dv-cinder-794962-1-iscsi is: [{'id': 'd28643bb-75c5-4301-8b7f-d10af7b52a1e', 'name': 'tempest-AttachVolumeShelveTestJSON-198595463-router', 'tenant_id': '5d04903682c946e2afc72e7e72d9e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:06:39Z', 'updated_at': '2021-06-05T17:17:34Z', 'revision_number': 6, 'project_id': '5d04903682c946e2afc72e7e72d9e09b', 'gw_port_host': None}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:17:35.319100 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.323311 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:35.366958 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e0aebe-bcbe-4293-8b32-4149b4a1ac42,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:35.369401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:35.454369 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.623553 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.625737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.649764 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.650455 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28643bb-75c5-4301-8b7f-d10af7b52a1e {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:17:35.654755 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.655736 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] 10.222.0.37 "DELETE /v2.0/routers/d28643bb-75c5-4301-8b7f-d10af7b52a1e HTTP/1.1" status: 204 len: 168 time: 1.2383909 Jun 05 17:17:35.658296 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54632) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:35.717258 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Deleting subnet 2d6ffdc6-93f2-4b67-899f-bb73080c7722 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:17:35.720037 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.767844 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.849170 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.920716 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.924660 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:35.959665 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6ffdc6-93f2-4b67-899f-bb73080c7722,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:35.962814 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:35.963975 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:35.965739 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e75913cc-5e2d-4121-9d1b-e110bd340737 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2d6ffdc6-93f2-4b67-899f-bb73080c7722 HTTP/1.1" status: 204 len: 168 time: 0.3064876 Jun 05 17:17:35.968312 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54636) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:35.968517 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1a6f8-009b-46f7-b390-325f3526fd77 None None] Network b8720de0-7ba9-4d0d-ad25-04df98d58bd1 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:17:36.078635 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.157305 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Deleting port 232088d4-c696-47ea-bd64-8da9b9bed624 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:36.157658 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.221502 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] DHCP port deletion for b8720de0-7ba9-4d0d-ad25-04df98d58bd1 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:17:36.262413 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] For port 232088d4-c696-47ea-bd64-8da9b9bed624, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=232088d4-c696-47ea-bd64-8da9b9bed624,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:36.262769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.284136 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Deleting port 232088d4-c696-47ea-bd64-8da9b9bed624 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:17:36.284546 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.372362 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:17:36.388962 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Calling delete_port for 232088d4-c696-47ea-bd64-8da9b9bed624 owned by network:dhcp {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:36.421006 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:17:36.421354 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device d2e0aebe-bcbe-4293-8b32-4149b4a1ac42 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:17:36.421771 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device a7b4902f-3e12-44f6-af52-90a63a4077ec no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:17:36.434112 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.437677 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:36.460082 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: a7b4902f-3e12-44f6-af52-90a63a4077ec {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:17:36.460439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device a7b4902f-3e12-44f6-af52-90a63a4077ec not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:17:36.460855 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 232088d4-c696-47ea-bd64-8da9b9bed624 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:17:36.478297 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Pushing event deleted for resources: {'Port': ['ID=232088d4-c696-47ea-bd64-8da9b9bed624,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:36.482714 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:36.485010 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] No DVR routers for this DVR port 232088d4-c696-47ea-bd64-8da9b9bed624 on host dv-cinder-794962-1-iscsi {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:17:36.497130 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 232088d4-c696-47ea-bd64-8da9b9bed624 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:17:36.497487 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 232088d4-c696-47ea-bd64-8da9b9bed624 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:17:36.500705 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] For port 232088d4-c696-47ea-bd64-8da9b9bed624, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=232088d4-c696-47ea-bd64-8da9b9bed624,segment=NetworkSegment(eb537cbe-aee2-465d-a0a6-56e6ab676e59),segment_id=eb537cbe-aee2-465d-a0a6-56e6ab676e59)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:17:36.501219 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.598133 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.610198 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8720de0-7ba9-4d0d-ad25-04df98d58bd1']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:36.622716 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb537cbe-aee2-465d-a0a6-56e6ab676e59') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:36.623012 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb537cbe-aee2-465d-a0a6-56e6ab676e59') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:17:36.623153 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Calling delete_port for 232088d4-c696-47ea-bd64-8da9b9bed624 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:17:36.634711 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.650281 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.656610 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:17:36.656993 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.666565 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.670219 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:17:36.670373 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:17:36.711664 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Pushing event deleted for resources: {'Port': ['ID=232088d4-c696-47ea-bd64-8da9b9bed624,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:36.714194 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:36.718900 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] No DVR routers for this DVR port 232088d4-c696-47ea-bd64-8da9b9bed624 on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:17:36.835535 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.844411 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:36.858292 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:36.860112 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] 10.222.0.37 "DELETE /v2.0/networks/b8720de0-7ba9-4d0d-ad25-04df98d58bd1 HTTP/1.1" status: 204 len: 168 time: 0.8909388 Jun 05 17:17:36.866244 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Pushing event deleted for resources: {'Network': ['ID=b8720de0-7ba9-4d0d-ad25-04df98d58bd1,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:36.868771 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bafa724d-ffee-43d3-b12b-00f8dc676eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:36.976424 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54642) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:37.025959 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-6153cd22-7542-4712-abbd-62cac9e7a867 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d04903682c946e2afc72e7e72d9e09b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481532 Jun 05 17:17:37.028100 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54644) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:37.087902 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:37.112880 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:37.163253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:37.165735 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:37.169062 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f220545-6bf7-4534-a307-9f01738fc70e HTTP/1.1" status: 204 len: 168 time: 0.1378555 Jun 05 17:17:37.169062 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9cca3436-ec0e-4d34-a025-9e8dc2ace319 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:37.176898 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f220545-6bf7-4534-a307-9f01738fc70e,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:37.179323 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2de4e008-5e0d-4727-bac2-72379c02aba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:38.274287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:38.699880 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54686) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:38.811647 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30b605f9-c0e1-43bb-b14e-c528153123ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:38.911571 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30b605f9-c0e1-43bb-b14e-c528153123ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:38.915043 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-30b605f9-c0e1-43bb-b14e-c528153123ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:38.922864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9a2a7f99-1a79-44e9-a98e-385d9017bfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:38.961796 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-30b605f9-c0e1-43bb-b14e-c528153123ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=549f34edcf2f4d378dee7b8bbb809d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608581 Jun 05 17:17:38.963284 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b605f9-c0e1-43bb-b14e-c528153123ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad08fb0-35d6-4902-a2e8-012490765f18,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:38.964461 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54690) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:38.966309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-30b605f9-c0e1-43bb-b14e-c528153123ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:39.023438 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.047564 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.100380 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.102780 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.103870 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dad08fb0-35d6-4902-a2e8-012490765f18 HTTP/1.1" status: 204 len: 168 time: 0.1378148 Jun 05 17:17:39.104595 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-558ffaf1-2b0c-4527-a7b8-258a0c87fff7 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:39.113452 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad08fb0-35d6-4902-a2e8-012490765f18,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:39.115695 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:39.322569 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a5d7fa7a-3629-4b1d-bc65-f98788119a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.384010 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54698) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:39.400813 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0137bd79-f292-40ae-8409-25e415820aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.499844 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0137bd79-f292-40ae-8409-25e415820aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.503188 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-0137bd79-f292-40ae-8409-25e415820aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.509829 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f8293874-837b-479c-a25a-d86afcad5383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:39.551660 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137bd79-f292-40ae-8409-25e415820aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e5020-2ac5-4f1b-bd52-cf8e5a8e713e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:39.555842 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-0137bd79-f292-40ae-8409-25e415820aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ae005561d4f4e409b825b61e3842c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708431 Jun 05 17:17:39.556690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0137bd79-f292-40ae-8409-25e415820aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:39.558859 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54700) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:39.614297 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.638757 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.690215 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.693136 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:39.694227 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db3e5020-2ac5-4f1b-bd52-cf8e5a8e713e HTTP/1.1" status: 204 len: 168 time: 0.1349857 Jun 05 17:17:39.694941 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ca01bd0f-ae71-478c-a7f8-f0f60ac84623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:39.704011 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e5020-2ac5-4f1b-bd52-cf8e5a8e713e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:39.706351 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:41.501421 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54756) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:41.620330 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.724279 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.727819 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.737324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c036db2c-4026-4363-baf9-20c25577ab8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:41.746872 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.780297 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae6aa3f25e7e4c4b90af69d6dddaf941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776899 Jun 05 17:17:41.781874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474e2b4f-d1c4-4624-b459-e11c1e552850,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:41.782831 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54760) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:41.784826 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:41.848854 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.876107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.927362 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.929746 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:41.933522 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/474e2b4f-d1c4-4624-b459-e11c1e552850 HTTP/1.1" status: 204 len: 168 time: 0.1470294 Jun 05 17:17:41.933522 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-257ae717-7486-4a87-b464-850b6b848083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:41.941165 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e2b4f-d1c4-4624-b459-e11c1e552850,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:41.943479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:41.960061 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-461eb74d-cfda-4001-9b35-5e68c824af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.204984 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 54766) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:42.221479 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-cca35344-1162-4e30-a206-9c2f26cee778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.327636 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-cca35344-1162-4e30-a206-9c2f26cee778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.331268 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-cca35344-1162-4e30-a206-9c2f26cee778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.339858 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4a3ae6c3-02d2-4ca6-9e71-12b7c95afe40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:42.378344 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-cca35344-1162-4e30-a206-9c2f26cee778 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d70548af494e50beeeaffe529d062d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722636 Jun 05 17:17:42.379252 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca35344-1162-4e30-a206-9c2f26cee778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01942073-89c5-458d-9519-8346108d6166,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:42.380980 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 54768) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:17:42.382380 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-cca35344-1162-4e30-a206-9c2f26cee778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:42.437236 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.462202 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.511762 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.514163 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:42.515243 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01942073-89c5-458d-9519-8346108d6166 HTTP/1.1" status: 204 len: 168 time: 0.1332977 Jun 05 17:17:42.515991 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b571e4f7-c3f9-4930-b3b0-ce13a1afea87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:17:42.525508 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01942073-89c5-458d-9519-8346108d6166,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:17:42.527666 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2635b943-e8c8-4c0c-a72f-1eae23c8d2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:17:43.011671 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:44.616423 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:17:49.339631 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:18:08.297404 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:09.323529 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-00a67acf-79f0-4ba2-800f-635139859262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:11.540341 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-de720dc0-f9b7-4769-a2a8-9d99c969fab4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700827 Jun 05 17:18:11.679289 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-9819fa61-bf01-4be7-ba09-d8336478133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:11.680855 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-9819fa61-bf01-4be7-ba09-d8336478133b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 1098 time: 0.0714958 Jun 05 17:18:11.751397 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:11.824997 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-167c65e6-40c4-449c-84c5-f190cb5c8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:11.826439 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-167c65e6-40c4-449c-84c5-f190cb5c8c52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1276333 Jun 05 17:18:11.936476 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-d1189f47-dcb1-4490-b63a-c06dab64da57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 200 len: 1001 time: 0.1037488 Jun 05 17:18:11.945504 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ef31b416-4ced-4e0c-ab5c-980a6e60368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:12.009320 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-1514dbe5-7151-400f-961c-3a1469179904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:12.010714 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-1514dbe5-7151-400f-961c-3a1469179904 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0677822 Jun 05 17:18:12.083503 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-9d258cdf-7b8f-4469-92bc-04ca63908010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:12.084917 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-9d258cdf-7b8f-4469-92bc-04ca63908010 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678537 Jun 05 17:18:12.299787 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-6f55df78-6e85-4b0c-b976-894340394698 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082543 Jun 05 17:18:12.429444 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-252dba67-6ba5-48f5-a1b8-92b9fa597f4c req-f310a223-16f2-4efc-a5a3-f5edcb0a52ed service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212578 Jun 05 17:18:13.010824 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:14.618502 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:21.642321 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55034) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:21.755709 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:21.855780 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:21.860591 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:21.868808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8ae0ce25-1ee2-4bfa-831b-088342e9ce75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:21.907778 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b04241d5f9c84a0fa67775f8e25b9125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644148 Jun 05 17:18:21.908648 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c3f0fa-46c5-49da-90b5-5ba18df24333,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:21.910475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55038) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:21.916463 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.916838 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.917203 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.917553 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.917912 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.918264 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.918614 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.918963 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.919312 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.919708 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.920054 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.920398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:21.924326 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:21.967933 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:21.993392 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.049463 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.051903 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.053060 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23c3f0fa-46c5-49da-90b5-5ba18df24333 HTTP/1.1" status: 204 len: 168 time: 0.1415904 Jun 05 17:18:22.053788 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ff7de8ff-0126-418d-8c61-c81c34413435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:22.062870 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c3f0fa-46c5-49da-90b5-5ba18df24333,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:22.071975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.072354 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.072718 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.073076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.073435 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.073778 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.074129 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.074552 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.074827 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.075171 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.075722 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.075916 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:22.078968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:22.327299 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55044) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:22.343986 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.448375 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.451832 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.459610 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-dfb8c6fa-c23d-4a71-86da-b9224ff36473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:22.496774 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb6da978d4ec44d090e3f8e7f59f97d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683974 Jun 05 17:18:22.498351 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b0d0be-ab97-489f-9a6c-a21cc86e4b71,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:22.499451 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55046) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:22.501247 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:22.556025 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.581158 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.636906 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.638766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:22.639908 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01b0d0be-ab97-489f-9a6c-a21cc86e4b71 HTTP/1.1" status: 204 len: 168 time: 0.1394820 Jun 05 17:18:22.640664 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-66ebb5ec-b51d-4ac4-bf1c-bc7ff1aeb233 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:22.652121 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b0d0be-ab97-489f-9a6c-a21cc86e4b71,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:22.654459 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:26.337905 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:18:28.048881 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55154) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:28.161864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eac5177b-0d0b-4bb7-a256-ef3f548edcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.263548 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eac5177b-0d0b-4bb7-a256-ef3f548edcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.267930 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eac5177b-0d0b-4bb7-a256-ef3f548edcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.276273 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-39cc42e7-424a-469f-b6dd-573d931c7206 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:28.314801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5177b-0d0b-4bb7-a256-ef3f548edcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962385a6-de38-48b0-a8ab-2638fb1406ea,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:28.318413 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eac5177b-0d0b-4bb7-a256-ef3f548edcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:28.321778 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-eac5177b-0d0b-4bb7-a256-ef3f548edcb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=879fb9ff60384718b2c586854eab3302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718666 Jun 05 17:18:28.323663 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55160) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:28.381739 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.406712 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.457003 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.459957 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.461070 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/962385a6-de38-48b0-a8ab-2638fb1406ea HTTP/1.1" status: 204 len: 168 time: 0.1363063 Jun 05 17:18:28.461900 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-38bf425c-00d8-48f1-8238-41dca9802641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:28.471154 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962385a6-de38-48b0-a8ab-2638fb1406ea,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:28.473612 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-03a72d57-546c-4fe7-9ca5-4186b91e7266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:28.731132 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55166) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:28.747666 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.853908 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.857652 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.865985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ca52e8b9-495c-43d6-ac35-e77dd386e62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:28.906675 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9ac57ba18514462855883b63664cd89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744263 Jun 05 17:18:28.907693 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c94287-e979-41f3-b659-3faa901b7614,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:28.909562 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55168) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:28.910648 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:28.966766 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:28.991641 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.043333 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.045767 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.046867 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5c94287-e979-41f3-b659-3faa901b7614 HTTP/1.1" status: 204 len: 168 time: 0.1363161 Jun 05 17:18:29.047620 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e720a033-b3a9-4761-bd14-d4274451e9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:29.056973 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c94287-e979-41f3-b659-3faa901b7614,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:29.059245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:29.382878 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55176) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:29.399588 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.505532 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.508976 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.516956 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8501e001-dd49-4de2-ac6f-c766df3146ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:29.559638 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb2692c275a44e0c8a6ee0f6e4127995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756406 Jun 05 17:18:29.561294 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4c197-80bd-4de3-8ab6-2a51242d0bab,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:29.562359 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55178) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:29.564389 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:29.626735 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.650927 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.700726 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.703160 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:29.704274 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08b4c197-80bd-4de3-8ab6-2a51242d0bab HTTP/1.1" status: 204 len: 168 time: 0.1409693 Jun 05 17:18:29.705003 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-48d8c8dd-cb55-4f8a-898a-3fb13fe7c77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:29.713889 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4c197-80bd-4de3-8ab6-2a51242d0bab,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:29.716039 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-fd845fa7-54c5-458e-b169-7ec60ce7cd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:31.140855 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55222) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:31.255791 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-abb939e8-31bf-4e77-84d5-0d5db1495582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.357560 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-abb939e8-31bf-4e77-84d5-0d5db1495582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.361306 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-abb939e8-31bf-4e77-84d5-0d5db1495582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.368584 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e0a0a3c6-2570-455b-93c0-85071777e04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:31.411427 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-abb939e8-31bf-4e77-84d5-0d5db1495582 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=039b8e00660c4fa991746deca5243cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694583 Jun 05 17:18:31.412184 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb939e8-31bf-4e77-84d5-0d5db1495582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86affa40-c189-4fdf-b808-24932c506fc5,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:31.414761 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55226) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:31.415698 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-abb939e8-31bf-4e77-84d5-0d5db1495582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:31.472328 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.497042 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.549998 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.552745 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:31.553875 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86affa40-c189-4fdf-b808-24932c506fc5 HTTP/1.1" status: 204 len: 168 time: 0.1380484 Jun 05 17:18:31.554657 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-88782db0-03f1-41fc-9825-22766770a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:31.563825 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86affa40-c189-4fdf-b808-24932c506fc5,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:31.566251 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ee4b6aa2-64ff-4cef-84ad-319b86c32cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:35.437615 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55278) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:35.550036 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.648774 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.652341 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.664041 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-12f9f653-f0e6-4225-9f6f-a4e537c5eefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:35.702081 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83f7dc6d0a11413ab5698f8bb76f6658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633846 Jun 05 17:18:35.703677 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c3d4c0-47f6-4f79-9c8e-c05d7b616526,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:35.704731 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55282) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:35.706711 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:35.766179 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.790935 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.841434 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.843784 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:35.844869 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9c3d4c0-47f6-4f79-9c8e-c05d7b616526 HTTP/1.1" status: 204 len: 168 time: 0.1391480 Jun 05 17:18:35.845655 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-383f94ce-73db-45a3-93a7-d72a85824dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:35.855303 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c3d4c0-47f6-4f79-9c8e-c05d7b616526,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:35.857676 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-88e7b643-93aa-4c3a-898d-084ef213897d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:38.313663 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:39.327446 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e6b05188-3b8d-4a7d-ae71-19a0decadcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:41.754087 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:41.936847 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8dd0addd-948c-4186-805a-50a1b89c8dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:43.012669 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:44.622420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.400487 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55368) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:45.512186 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-02a08dda-e7f3-44e5-be46-7e1f90e9b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.613551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-02a08dda-e7f3-44e5-be46-7e1f90e9b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.617517 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-02a08dda-e7f3-44e5-be46-7e1f90e9b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.624112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-456a8aca-cd35-4334-b470-968b589d050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:45.664373 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-02a08dda-e7f3-44e5-be46-7e1f90e9b7f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36491c975b1f40b290693e0ad0e42784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627497 Jun 05 17:18:45.665172 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a08dda-e7f3-44e5-be46-7e1f90e9b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a3ede2-5396-4756-85b2-9bf5135139e5,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:45.666876 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55372) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:45.668675 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-02a08dda-e7f3-44e5-be46-7e1f90e9b7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:45.724437 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.749387 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.799224 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.801760 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:45.803394 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44a3ede2-5396-4756-85b2-9bf5135139e5 HTTP/1.1" status: 204 len: 168 time: 0.1349638 Jun 05 17:18:45.804182 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-15fb6868-6476-43f5-bac6-50979312d37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:45.813630 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a3ede2-5396-4756-85b2-9bf5135139e5,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:45.816024 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bd5160b9-be26-413b-8f67-0e4ee94bdb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:46.455059 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55396) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:46.562076 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1849059203-network', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:46.584869 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Made reservation on behalf of 28b86f4aafb2461aad4a89e6ceba7a23 for: {'network': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:18:46.587090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.598649 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.701570 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.705217 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.709689 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8d5ceb02-0cf9-4df4-99c8-ae723e88a9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:46.732223 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=91860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:18:46.744190 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53289e67-8f95-4dfc-8527-460ac917b442,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:46.748033 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:46.749141 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.749480 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.segments_db [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Added segment 816b3e42-d806-4216-b107-d05bc9650a28 of type vlan for network e2f84907-d121-40ce-832b-8578d6afa6d9 Jun 05 17:18:46.776049 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.803134 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.804433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:46.804989 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:46.809481 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-f9f75ea2-74ff-46c1-bf70-bde79885e691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:46.847015 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3908236 Jun 05 17:18:46.849947 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55400) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:46.856812 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Request body: {'subnet': {'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1849059203-subnet', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:46.916423 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f84907-d121-40ce-832b-8578d6afa6d9,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:46.921077 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:46.928628 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network e2f84907-d121-40ce-832b-8578d6afa6d9 details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:18:46.931829 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Made reservation on behalf of 28b86f4aafb2461aad4a89e6ceba7a23 for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:18:46.933890 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.134405 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.138974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-eb9d72c1-29ed-4930-8029-b3ede68030c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:47.296412 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b60f2de-4a96-4797-8b82-6f813b44c618,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:47.299716 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:47.305985 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Checking segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:47.306343 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Network hostable DHCP agents. Network: e2f84907-d121-40ce-832b-8578d6afa6d9, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:18:47.323161 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:18:47.332051 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, e2f84907-d121-40ce-832b-8578d6afa6d9) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:47.336127 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:47.336733 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.341458 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c12d7d5-bb3f-4fe7-a6da-478cc679ca66 None None] Network e2f84907-d121-40ce-832b-8578d6afa6d9 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:18:47.353802 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5028818 Jun 05 17:18:47.356480 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55404) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:47.361052 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:47.382808 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.383801 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.398221 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.554632 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-e2f84907-d121-40ce-832b-8578d6afa6d9', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:18:47.555483 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.662800 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.737362 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Allocated IP 172.20.0.2 (e2f84907-d121-40ce-832b-8578d6afa6d9/1b60f2de-4a96-4797-8b82-6f813b44c618/662252ea-53de-41d4-a15f-c3f1d9465733) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:18:47.943705 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.953478 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Transition to ACTIVE for port object 662252ea-53de-41d4-a15f-c3f1d9465733 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:47.969524 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.971124 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Transition to ACTIVE for port object 662252ea-53de-41d4-a15f-c3f1d9465733 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:47.976962 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:47.980290 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:47.999241 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:48.041934 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:48.044873 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:48.047401 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:18:48.058081 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Pushing event updated for resources: {'Port': ['ID=662252ea-53de-41d4-a15f-c3f1d9465733,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:48.130157 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.130502 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.130872 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.131204 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.131556 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.131880 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.132202 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.132521 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.132842 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.133159 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.133477 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.133791 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:48.141376 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:48.143060 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Allocated IP 172.27.0.185 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/89d366e1-54ba-4bf3-bbf8-820b4a8a64c0) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:18:48.157205 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Attempting to bind port 662252ea-53de-41d4-a15f-c3f1d9465733 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:18:48.157640 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Attempting to bind port 662252ea-53de-41d4-a15f-c3f1d9465733 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:18:48.158007 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Attempting to bind port 662252ea-53de-41d4-a15f-c3f1d9465733 on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:18:48.164105 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:18:48.164542 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Checking segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:48.168158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:48.168158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Bound using segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:18:48.168158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Bound port: 662252ea-53de-41d4-a15f-c3f1d9465733, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:18:48.168158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:48.250767 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] For port 662252ea-53de-41d4-a15f-c3f1d9465733, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:18:48.254032 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] For port 662252ea-53de-41d4-a15f-c3f1d9465733, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=662252ea-53de-41d4-a15f-c3f1d9465733,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:18:48.258168 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:48.262596 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:48.286907 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:48.315376 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:48.320693 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4acaef26-7397-45fe-897d-2c7b48d5fdf2 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:48.339377 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Pushing event updated for resources: {'Port': ['ID=662252ea-53de-41d4-a15f-c3f1d9465733,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:48.342417 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:48.378539 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:48.382135 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:48.386063 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:18:48.427599 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:48.431526 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:48.906039 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:49.218894 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1072a2f-e55e-4061-99ad-9f18364183da None None] Network e2f84907-d121-40ce-832b-8578d6afa6d9 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:18:49.249160 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:49.329150 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-5f20a523-98cc-422b-b094-20d58d0f403d None None] Provisioning for port 662252ea-53de-41d4-a15f-c3f1d9465733 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:49.449770 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:18:49.634153 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:18:49.643293 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:18:49.654208 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:49.654406 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:49.654545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:49.658760 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55410) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:49.659259 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-1a74ae89-427a-4a78-94c0-41c08e733ec9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3013620 Jun 05 17:18:49.823695 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:50.097755 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:48Z', 'revision_number': 3, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:50.102648 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:18:50.103002 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Updating router f99946f2-c67b-494c-8f82-57f9e30aeb6b port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:18:50.156079 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.421348 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.451214 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 662252ea-53de-41d4-a15f-c3f1d9465733 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:50.519529 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.522508 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 662252ea-53de-41d4-a15f-c3f1d9465733 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:50.527547 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 662252ea-53de-41d4-a15f-c3f1d9465733 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:50.527919 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.531840 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Transition to ACTIVE for port object 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:50.539306 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.545184 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-054757e4-fe7c-4b34-9976-db109e859e1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:50.612259 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Pushing event updated for resources: {'Port': ['ID=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:50.623881 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.624670 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.625351 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.625900 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.626537 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.627089 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.627768 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.628758 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.629317 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.629846 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.630377 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.630643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Allocated IP 172.20.0.1 (e2f84907-d121-40ce-832b-8578d6afa6d9/1b60f2de-4a96-4797-8b82-6f813b44c618/031ef5a7-5abd-4000-a2d9-683ffe9fe885) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:18:50.631657 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:18:50.639998 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:50.649902 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.659443 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Attempting to bind port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:18:50.659984 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Attempting to bind port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:18:50.660162 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Attempting to bind port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:18:50.666077 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:18:50.666400 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:50.666790 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.667184 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:18:50.667695 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Bound port: 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:18:50.668066 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.685177 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 662252ea-53de-41d4-a15f-c3f1d9465733, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=662252ea-53de-41d4-a15f-c3f1d9465733,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:18:50.688908 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.692212 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:50.739417 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] For port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:18:50.743730 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] For port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:18:50.748747 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.753600 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:50.760332 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=662252ea-53de-41d4-a15f-c3f1d9465733,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:50.763444 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:50.782525 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.799233 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Transition to ACTIVE for port object 031ef5a7-5abd-4000-a2d9-683ffe9fe885 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:50.823079 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:50.827544 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-76514266-f6fb-44b5-b850-7ad15314040f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:50.831252 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:50.831898 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:50.883722 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:50.884668 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Pushing event updated for resources: {'Port': ['ID=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:50.884839 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:50.888963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:18:50.894290 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-6943ea56-cd76-41b2-aefb-f82dc42ec03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:50.942444 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Pushing event updated for resources: {'Port': ['ID=031ef5a7-5abd-4000-a2d9-683ffe9fe885,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:50.946930 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:50.953744 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:51.019086 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:51.098564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-41ba6a81-4f65-4326-badb-aa1aaf483218 None None] Provisioning for port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:51.106461 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-41ba6a81-4f65-4326-badb-aa1aaf483218 None None] Provisioning complete for port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:51.106847 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-41ba6a81-4f65-4326-badb-aa1aaf483218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:51.169441 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-41ba6a81-4f65-4326-badb-aa1aaf483218 None None] Port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:18:51.222081 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:51.304546 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:48Z', 'revision_number': 3, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:51.308537 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce14b76-33a3-4e26-a199-6457f98e281a None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:48Z', 'revision_number': 3, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:18:51.446070 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:51.450466 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:51.476227 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:51.574416 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:51.578151 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Pushing event updated for resources: {'Port': ['ID=031ef5a7-5abd-4000-a2d9-683ffe9fe885,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:51.582957 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:51.719421 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:51.720547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:51.995442 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b7892e70-2328-433c-8246-d159aa37c4d5 None None] Provisioning complete for port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:51.996045 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b7892e70-2328-433c-8246-d159aa37c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.034388 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:18:52.050519 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b7892e70-2328-433c-8246-d159aa37c4d5 None None] Port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:18:52.216758 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:18:52.223286 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] 10.222.0.37 "PUT /v2.0/routers/f99946f2-c67b-494c-8f82-57f9e30aeb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628459 Jun 05 17:18:52.459285 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 662252ea-53de-41d4-a15f-c3f1d9465733 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:52.524458 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 662252ea-53de-41d4-a15f-c3f1d9465733 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:52.524838 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.659801 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:52.735775 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:52.740323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:52.740753 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.744669 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55432) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:52.750202 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-583976448-network', 'tenant_id': '800d4a3c4a754822971c060426cc0f37'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:52.772857 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Made reservation on behalf of 800d4a3c4a754822971c060426cc0f37 for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:18:52.775367 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.788895 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.864822 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.879011 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:18:52.889832 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:18:52.894767 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.897354 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:52.910909 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.915037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.918085 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-17dd1ab0-7947-4f5a-8451-c589ac9abf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:52.946851 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:18:52.955438 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75431263-3bda-4b77-bba1-d136c3150bc8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:52.959398 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:52.962344 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:52.962344 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:52.962639 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:52.962639 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Added segment 37db4308-cc6c-4325-b8b9-16a824ef5397 of type vlan for network dc207091-66c4-43ce-9126-9863bd9945bc Jun 05 17:18:52.988195 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.016471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.017930 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:53.018554 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.022493 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:53.080207 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:53.117626 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3687096 Jun 05 17:18:53.118139 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55434) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:53.120563 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc207091-66c4-43ce-9126-9863bd9945bc,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:53.123249 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Request body: {'subnet': {'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-583976448-subnet', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:53.123505 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-eb20c349-66e5-4c33-ad67-fa39d97e2fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:53.131540 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:53.133455 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network dc207091-66c4-43ce-9126-9863bd9945bc details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:18:53.149510 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Made reservation on behalf of 800d4a3c4a754822971c060426cc0f37 for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:18:53.151938 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.254893 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:53.348834 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.352814 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5b3b2dc-aa14-4167-993a-42d45188813b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:53.419796 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a8da60-67b7-4b5c-b725-b629c1bd2d14,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:53.423559 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:53.431097 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Checking segment: {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:53.431485 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Network hostable DHCP agents. Network: dc207091-66c4-43ce-9126-9863bd9945bc, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:18:53.448172 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Network dc207091-66c4-43ce-9126-9863bd9945bc is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:18:53.457404 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, dc207091-66c4-43ce-9126-9863bd9945bc) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:53.461377 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:18:53.461977 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.468637 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2475995-ea3a-48e5-9bd8-c298ef70df64 None None] Network dc207091-66c4-43ce-9126-9863bd9945bc requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:18:53.479927 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-f20dc00c-7cef-4614-aae4-7ce092804167 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3606622 Jun 05 17:18:53.482369 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55436) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:53.486703 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:53.508703 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1914681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-521082'] for router, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.509631 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1914272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1916293', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-521073'] for router, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.525567 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.755234 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 2, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:53.759950 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:18:53.760254 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Updating router f99946f2-c67b-494c-8f82-57f9e30aeb6b port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:18:53.789148 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5997edf4-2ef3-5624-964f-4acc816e9998-dc207091-66c4-43ce-9126-9863bd9945bc', 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'fixed_ips': [{'subnet_id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14'}]}} from dv-cinder-794962-1-iscsi. {{(pid=91862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 05 17:18:53.789963 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.867236 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:53.899989 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1916407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1914667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-521063'] for router, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.081633 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.db_base_plugin_common [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Allocated IP 172.20.0.2 (dc207091-66c4-43ce-9126-9863bd9945bc/84a8da60-67b7-4b5c-b725-b629c1bd2d14/79655e03-f42e-4e99-a735-0b2c9cf19789) {{(pid=91862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:18:54.212609 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.242630 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.384262 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Allocated IP 172.27.0.150 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/1e171286-af8d-49bd-b488-f76fb9fadb3e) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:18:54.414134 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:54.538302 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.552165 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.555212 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Notify callbacks [] for port, precommit_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.568507 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.572255 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ba168bfb-3ad2-4770-b80f-6d298cfd8708 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:54.574906 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Transition to ACTIVE for port object 79655e03-f42e-4e99-a735-0b2c9cf19789 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:54.582615 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Transition to ACTIVE for port object 031ef5a7-5abd-4000-a2d9-683ffe9fe885 will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:54.601943 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.607475 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-dad8cb72-d123-4ad2-a42e-6eb428fdc48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:54.641105 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:54.642724 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:54.642859 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Transition to ACTIVE for port object 79655e03-f42e-4e99-a735-0b2c9cf19789 will not be triggered until provisioned by entity DHCP. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:54.644035 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:54.644414 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.646891 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:18:54.676734 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Pushing event updated for resources: {'Port': ['ID=1e171286-af8d-49bd-b488-f76fb9fadb3e,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:54.682729 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:54.696946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279'] for port, after_create {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:54.797724 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9141-3a8e-4b6f-8a72-000e6cf640b1 None None] Pushing event updated for resources: {'Port': ['ID=031ef5a7-5abd-4000-a2d9-683ffe9fe885,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:54.801494 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Network dc207091-66c4-43ce-9126-9863bd9945bc is already hosted by enough agents. {{(pid=91862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:54.805757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0c2b9141-3a8e-4b6f-8a72-000e6cf640b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:54.807415 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.scheduler.base_scheduler [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Resources bound (agent type, host, resource id): {{(pid=91862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:54.837086 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:54.885005 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Received port after_create {{(pid=91862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:18:55.090057 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.107132 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Attempting to bind port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:18:55.107678 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Attempting to bind port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:18:55.107906 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Attempting to bind port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:18:55.109800 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Pushing event updated for resources: {'Port': ['ID=79655e03-f42e-4e99-a735-0b2c9cf19789,revision_number=1']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:55.119769 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:55.126649 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:18:55.127040 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Checking segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:55.127479 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.127885 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Bound using segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:18:55.128364 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Bound port: 031ef5a7-5abd-4000-a2d9-683ffe9fe885, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:18:55.128744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.138124 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Attempting to bind port 79655e03-f42e-4e99-a735-0b2c9cf19789 on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:18:55.138506 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Attempting to bind port 79655e03-f42e-4e99-a735-0b2c9cf19789 by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:18:55.138875 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Attempting to bind port 79655e03-f42e-4e99-a735-0b2c9cf19789 on network dc207091-66c4-43ce-9126-9863bd9945bc {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:18:55.155144 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:18:55.155565 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Checking segment: {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:55.155978 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.156383 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Bound using segment: {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:18:55.156864 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Bound port: 79655e03-f42e-4e99-a735-0b2c9cf19789, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:18:55.157249 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.301047 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] For port 031ef5a7-5abd-4000-a2d9-683ffe9fe885, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:18:55.313431 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] For port 79655e03-f42e-4e99-a735-0b2c9cf19789, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:18:55.315997 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] For port 031ef5a7-5abd-4000-a2d9-683ffe9fe885, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=031ef5a7-5abd-4000-a2d9-683ffe9fe885,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:18:55.318685 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] For port 79655e03-f42e-4e99-a735-0b2c9cf19789, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=79655e03-f42e-4e99-a735-0b2c9cf19789,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:18:55.321602 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.325345 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:55.357999 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.406270 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:55.406978 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:55.500660 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9141-3a8e-4b6f-8a72-000e6cf640b1 None None] Pushing event updated for resources: {'Port': ['ID=031ef5a7-5abd-4000-a2d9-683ffe9fe885,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:55.506187 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0c2b9141-3a8e-4b6f-8a72-000e6cf640b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:55.506840 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-c5c28fc4-1973-432d-bc84-cb497194cf42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:55.541100 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1914672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1916376'] for router, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.673220 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Pushing event updated for resources: {'Port': ['ID=79655e03-f42e-4e99-a735-0b2c9cf19789,revision_number=2']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:55.681823 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:55.684022 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:55.790140 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Router 6f9cd521-b213-4dec-911f-0280db100b69 is scheduled to L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 with binding_index 1 {{(pid=91860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 05 17:18:55.975539 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:18:55.990975 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Sync routers for ids ['6f9cd521-b213-4dec-911f-0280db100b69'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:18:55.995547 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:55.999689 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-8984fb82-6767-416e-9f7e-23dae0a16352 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5138214 Jun 05 17:18:56.000030 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55442) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:56.004481 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Routers {'6f9cd521-b213-4dec-911f-0280db100b69'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:56.005294 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6f9cd521-b213-4dec-911f-0280db100b69'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:56.068439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:55Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:56.072428 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54347c-0bcb-40d8-bf19-39a2076f35c1 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:55Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:18:56.212247 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Set router 6f9cd521-b213-4dec-911f-0280db100b69 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:56.534759 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 031ef5a7-5abd-4000-a2d9-683ffe9fe885 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:56.609821 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:18:54Z', 'revision_number': 3, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:56.616829 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Checking router: 6f9cd521-b213-4dec-911f-0280db100b69 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:18:56.618537 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Updating router 6f9cd521-b213-4dec-911f-0280db100b69 port 1e171286-af8d-49bd-b488-f76fb9fadb3e binding host dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:18:56.624412 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:56.632541 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:56.633037 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:56.660927 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b0cc89-e5d4-4294-97dc-a8a78810a7de None None] Network dc207091-66c4-43ce-9126-9863bd9945bc requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:18:56.689574 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:56.727663 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-291883fd-f372-402f-b8a7-24c454a1f4b8 None None] Provisioning for port 79655e03-f42e-4e99-a735-0b2c9cf19789 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:56.820191 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.017962 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.049954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Allocated IP 172.20.0.1 (dc207091-66c4-43ce-9126-9863bd9945bc/84a8da60-67b7-4b5c-b725-b629c1bd2d14/44f847f4-f72f-4508-b108-4f45275ad49d) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:18:57.083645 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 031ef5a7-5abd-4000-a2d9-683ffe9fe885, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=031ef5a7-5abd-4000-a2d9-683ffe9fe885,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:18:57.091599 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.092587 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 79655e03-f42e-4e99-a735-0b2c9cf19789 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:57.134863 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.147730 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.provisioning_blocks [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Transition to ACTIVE for port object 1e171286-af8d-49bd-b488-f76fb9fadb3e will not be triggered until provisioned by entity L2. {{(pid=91863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:57.157622 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.158351 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:57.166108 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:57.237304 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 79655e03-f42e-4e99-a735-0b2c9cf19789 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:57.251960 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 79655e03-f42e-4e99-a735-0b2c9cf19789 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:57.251960 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.252326 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Attempting to bind port 1e171286-af8d-49bd-b488-f76fb9fadb3e on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:18:57.252326 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Attempting to bind port 1e171286-af8d-49bd-b488-f76fb9fadb3e by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:18:57.252683 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Attempting to bind port 1e171286-af8d-49bd-b488-f76fb9fadb3e on network 709797a5-a6d8-44bd-801c-7e593c1205e4 {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:18:57.266148 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:18:57.267706 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Checking segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:18:57.268116 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.268515 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Bound using segment: {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'} {{(pid=91863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:18:57.283484 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.managers [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Bound port: 1e171286-af8d-49bd-b488-f76fb9fadb3e, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e4cfcb-9149-4e17-bffc-20ae442fdaf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4'}}] {{(pid=91863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:18:57.283959 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.346364 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084130f-5c2c-4c46-8206-cf5bd98400a7 None None] Pushing event updated for resources: {'Port': ['ID=1e171286-af8d-49bd-b488-f76fb9fadb3e,revision_number=2']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:57.349960 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=031ef5a7-5abd-4000-a2d9-683ffe9fe885,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:57.353149 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-d084130f-5c2c-4c46-8206-cf5bd98400a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:57.401241 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:57.415843 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.435199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Transition to ACTIVE for port object 44f847f4-f72f-4508-b108-4f45275ad49d will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:18:57.435704 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.438795 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] For port 1e171286-af8d-49bd-b488-f76fb9fadb3e, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:18:57.443077 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.plugins.ml2.db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] For port 1e171286-af8d-49bd-b488-f76fb9fadb3e, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=1e171286-af8d-49bd-b488-f76fb9fadb3e,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:18:57.451310 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron_lib.callbacks.manager [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.459041 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-d084130f-5c2c-4c46-8206-cf5bd98400a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:57.479177 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.482946 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7898b9c7-90ba-4dfe-9ed6-1aca87218a7b tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:57.515255 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-62c3a795-f027-4acc-9345-3e36083b7eb6 None None] Provisioning complete for port 79655e03-f42e-4e99-a735-0b2c9cf19789 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:57.515827 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-62c3a795-f027-4acc-9345-3e36083b7eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.555099 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Network dc207091-66c4-43ce-9126-9863bd9945bc is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:57.558403 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:57.562228 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:18:57.563979 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Routers {'6f9cd521-b213-4dec-911f-0280db100b69'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:57.564602 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6f9cd521-b213-4dec-911f-0280db100b69'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:57.577618 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 79655e03-f42e-4e99-a735-0b2c9cf19789, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=79655e03-f42e-4e99-a735-0b2c9cf19789,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:18:57.586414 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.606466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:57.629788 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Pushing event updated for resources: {'Port': ['ID=44f847f4-f72f-4508-b108-4f45275ad49d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:57.642950 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:57.654672 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084130f-5c2c-4c46-8206-cf5bd98400a7 None None] Pushing event updated for resources: {'Port': ['ID=1e171286-af8d-49bd-b488-f76fb9fadb3e,revision_number=3']} {{(pid=91863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:57.657902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607314'] for router_interface, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.658426 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG oslo_concurrency.lockutils [None req-d084130f-5c2c-4c46-8206-cf5bd98400a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:57.741952 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=79655e03-f42e-4e99-a735-0b2c9cf19789,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:57.750365 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:57.816501 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] Set router 6f9cd521-b213-4dec-911f-0280db100b69 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:57.832790 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:57.962923 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b5688fb3-c1ea-429b-b6ac-f4c91f877e80 None None] Provisioning for port 44f847f4-f72f-4508-b108-4f45275ad49d completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:18:57.968076 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b5688fb3-c1ea-429b-b6ac-f4c91f877e80 None None] Provisioning complete for port 44f847f4-f72f-4508-b108-4f45275ad49d triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:57.969063 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b5688fb3-c1ea-429b-b6ac-f4c91f877e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.043168 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b5688fb3-c1ea-429b-b6ac-f4c91f877e80 None None] Port 44f847f4-f72f-4508-b108-4f45275ad49d cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:18:58.131101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.138552 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.148065 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:18:54Z', 'revision_number': 3, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:58.152081 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305369a-1cf4-456b-9227-0a3d3e9032c2 None None] The sync data for ids ['6f9cd521-b213-4dec-911f-0280db100b69'] in dv-cinder-794962-1-iscsi is: [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:18:54Z', 'revision_number': 3, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:18:58.172968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-891e967b-9ba3-4a67-8343-cbae24f9e191 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:58.252315 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1910730'] for router_interface, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.256251 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Pushing event updated for resources: {'Port': ['ID=44f847f4-f72f-4508-b108-4f45275ad49d,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:58.259505 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:58.412231 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Network dc207091-66c4-43ce-9126-9863bd9945bc is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:18:58.413364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:18:58.456581 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 031ef5a7-5abd-4000-a2d9-683ffe9fe885 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:58.541235 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:58.541758 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.631792 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Router 6f9cd521-b213-4dec-911f-0280db100b69 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:18:58.685623 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b72cf2bb-1ae9-4bb1-b606-9f45a5abb623 None None] Provisioning complete for port 44f847f4-f72f-4508-b108-4f45275ad49d triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:58.686236 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b72cf2bb-1ae9-4bb1-b606-9f45a5abb623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.709937 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 79655e03-f42e-4e99-a735-0b2c9cf19789 up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:18:58.786032 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b72cf2bb-1ae9-4bb1-b606-9f45a5abb623 None None] Port 44f847f4-f72f-4508-b108-4f45275ad49d cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:18:58.800154 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 79655e03-f42e-4e99-a735-0b2c9cf19789 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:18:58.800685 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:58.829656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:18:58.840003 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] 10.222.0.37 "PUT /v2.0/routers/6f9cd521-b213-4dec-911f-0280db100b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8337626 Jun 05 17:18:59.433167 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55468) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:59.439022 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757755296', 'description': 'tempest-secgroup-smoke-757755296 description', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:59.470944 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.573700 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.577721 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.582107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b39a121e-d114-4371-a5fa-4f37ea1d19d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:59.625347 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0260dd0-d875-4d44-a82f-9194060bd19d,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:59.627709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.632389 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1940525 Jun 05 17:18:59.632389 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c85e71eb-b2ba-434d-b5c2-9a602c1dcc73 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:59.633372 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55476) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:59.637948 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group_rule': {'security_group_id': 'c0260dd0-d875-4d44-a82f-9194060bd19d', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:59.676934 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.694373 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Sync routers for ids ['6f9cd521-b213-4dec-911f-0280db100b69'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:18:59.712745 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Routers {'6f9cd521-b213-4dec-911f-0280db100b69'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:18:59.713384 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6f9cd521-b213-4dec-911f-0280db100b69'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:18:59.758774 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.762877 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.765797 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-90ce8213-144b-4497-b3bd-6b3697378847 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:59.785412 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ac66f3-21ae-46b0-a3a8-97da831dee64,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:59.792679 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:59.805017 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.806216 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2a48367d-2998-4661-941d-d5fef1195d7e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721845 Jun 05 17:18:59.809158 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55478) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:59.813812 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group_rule': {'security_group_id': 'c0260dd0-d875-4d44-a82f-9194060bd19d', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:59.843492 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.915748 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.921236 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.923280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:18:59.940399 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Set router 6f9cd521-b213-4dec-911f-0280db100b69 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:18:59.948080 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404c6cb3-fda8-49a3-b17c-73cd417a2990,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:18:59.950573 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:18:59.956560 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:18:59.957756 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-858287ee-f23e-4b96-a0dc-7b3f46e83c6b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475954 Jun 05 17:18:59.960903 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55480) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:18:59.965611 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group_rule': {'security_group_id': 'c0260dd0-d875-4d44-a82f-9194060bd19d', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:18:59.994939 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.061585 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.065110 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.067470 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-890e8554-562b-41fc-8a2d-eb6bcc08eaae tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:00.087136 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9ed42b-ae69-4f1e-8f0e-e0311578c8af,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:00.091014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:00.096445 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.097883 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-42386e9c-84e1-4bcd-beef-0b680362fc4f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358900 Jun 05 17:19:00.100659 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55482) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:00.105031 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group_rule': {'security_group_id': 'c0260dd0-d875-4d44-a82f-9194060bd19d', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:00.137855 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.207663 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.211652 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.213609 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:00.235498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c1d253-3d33-479f-8d99-3152b4618a99,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:00.238184 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:00.243123 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.244341 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a74372e4-8048-40f3-ab1d-6668d648623c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427906 Jun 05 17:19:00.247050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55484) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:00.251391 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group_rule': {'security_group_id': 'c0260dd0-d875-4d44-a82f-9194060bd19d', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:00.272177 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.securitygroups_db [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Project 28b86f4aafb2461aad4a89e6ceba7a23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 05 17:19:00.277172 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 4, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '44f847f4-f72f-4508-b108-4f45275ad49d', 'name': '', 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'mac_address': 'fa:16:3e:46:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:56Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 2, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'subnets': [{'id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:00.278175 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.280903 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Checking router: 6f9cd521-b213-4dec-911f-0280db100b69 for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:19:00.281288 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Updating router 6f9cd521-b213-4dec-911f-0280db100b69 port 44f847f4-f72f-4508-b108-4f45275ad49d binding host dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 05 17:19:00.333962 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.349784 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.356521 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.359778 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f38be3b3-ac2f-48a9-a9a9-9d52e4a726cd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:00.385229 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc230d1-8287-4f07-ad3d-8c955330d43b,revision_number=0']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:00.388188 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:00.394243 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.395686 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d1c5903a-6480-48c2-9629-873933125f45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475606 Jun 05 17:19:00.398704 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55486) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:00.405385 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'security_group_rule': {'security_group_id': 'c0260dd0-d875-4d44-a82f-9194060bd19d', 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:00.433268 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.securitygroups_db [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Project 28b86f4aafb2461aad4a89e6ceba7a23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 05 17:19:00.439769 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.454328 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 1e171286-af8d-49bd-b488-f76fb9fadb3e up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:19:00.503094 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.506968 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094446'] for security_group_rule, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.509095 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:00.530375 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376b05a3-641c-4d74-87c5-8bc1e7b89cc5,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:00.532827 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:00.538849 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.543257 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a5578e9a-1212-4bd2-97c6-a59c488d7ae4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394262 Jun 05 17:19:00.629297 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 1e171286-af8d-49bd-b488-f76fb9fadb3e completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:19:00.638383 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 1e171286-af8d-49bd-b488-f76fb9fadb3e triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:00.638757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.837862 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.856847 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Notify callbacks [] for port, precommit_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.871872 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 1e171286-af8d-49bd-b488-f76fb9fadb3e, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=1e171286-af8d-49bd-b488-f76fb9fadb3e,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:00.875305 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Transition to ACTIVE for port object 44f847f4-f72f-4508-b108-4f45275ad49d will not be triggered until provisioned by entity L2. {{(pid=91862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:19:00.879116 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:00.882129 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5620c011-78fd-4871-9769-28ea6d790d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:00.922608 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:01.060073 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=1e171286-af8d-49bd-b488-f76fb9fadb3e,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:01.060073 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:01.065058 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:01.137926 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30b27f-7d6f-4828-a3dc-2cba1faa084c None None] Pushing event updated for resources: {'Port': ['ID=44f847f4-f72f-4508-b108-4f45275ad49d,revision_number=3']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:01.140687 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3c30b27f-7d6f-4828-a3dc-2cba1faa084c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:01.193444 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Attempting to bind port 44f847f4-f72f-4508-b108-4f45275ad49d on host dv-cinder-794962-1-iscsi for vnic_type normal with profile {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:19:01.193814 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Attempting to bind port 44f847f4-f72f-4508-b108-4f45275ad49d by drivers openvswitch,hyperv on host dv-cinder-794962-1-iscsi at level 0 using segments [{'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:19:01.194185 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Attempting to bind port 44f847f4-f72f-4508-b108-4f45275ad49d on network dc207091-66c4-43ce-9126-9863bd9945bc {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:19:01.199672 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Checking agent: {'id': 'f1d1290e-f7e0-40b2-aa69-8fca47309a90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 16, 59, 12), 'started_at': datetime.datetime(2021, 6, 5, 16, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:19:01.200051 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Checking segment: {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:19:01.200507 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:01.200859 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Bound using segment: {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'} {{(pid=91862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:19:01.201322 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.managers [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Bound port: 44f847f4-f72f-4508-b108-4f45275ad49d, host: dv-cinder-794962-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37db4308-cc6c-4325-b8b9-16a824ef5397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc'}}] {{(pid=91862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:19:01.201697 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:01.297332 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] For port 44f847f4-f72f-4508-b108-4f45275ad49d, host dv-cinder-794962-1-iscsi, cleared binding levels {{(pid=91862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:19:01.300341 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] For port 44f847f4-f72f-4508-b108-4f45275ad49d, host dv-cinder-794962-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=44f847f4-f72f-4508-b108-4f45275ad49d,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:19:01.305548 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:01.310036 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:01.423630 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Routers {'6f9cd521-b213-4dec-911f-0280db100b69'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:01.424246 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:18:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6f9cd521-b213-4dec-911f-0280db100b69'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:01.495889 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30b27f-7d6f-4828-a3dc-2cba1faa084c None None] Pushing event updated for resources: {'Port': ['ID=44f847f4-f72f-4508-b108-4f45275ad49d,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:01.500323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3c30b27f-7d6f-4828-a3dc-2cba1faa084c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:01.622307 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] Set router 6f9cd521-b213-4dec-911f-0280db100b69 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:01.952491 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 4, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '44f847f4-f72f-4508-b108-4f45275ad49d', 'name': '', 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'mac_address': 'fa:16:3e:46:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:56Z', 'updated_at': '2021-06-05T17:19:01Z', 'revision_number': 4, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'subnets': [{'id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:01.960474 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea585fd-b098-4c17-a9ef-c88f2703f905 None None] The sync data for ids ['6f9cd521-b213-4dec-911f-0280db100b69'] in dv-cinder-794962-1-iscsi is: [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 4, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '44f847f4-f72f-4508-b108-4f45275ad49d', 'name': '', 'network_id': 'dc207091-66c4-43ce-9126-9863bd9945bc', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'mac_address': 'fa:16:3e:46:8d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:56Z', 'updated_at': '2021-06-05T17:19:01Z', 'revision_number': 4, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'subnets': [{'id': '84a8da60-67b7-4b5c-b725-b629c1bd2d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:19:02.456075 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 44f847f4-f72f-4508-b108-4f45275ad49d up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:19:02.533155 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning for port 44f847f4-f72f-4508-b108-4f45275ad49d completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:19:02.538272 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 44f847f4-f72f-4508-b108-4f45275ad49d triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:02.538648 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:02.655779 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:02.692178 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] For port 44f847f4-f72f-4508-b108-4f45275ad49d, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=44f847f4-f72f-4508-b108-4f45275ad49d,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:02.696466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:02.697409 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 1e171286-af8d-49bd-b488-f76fb9fadb3e up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:19:02.720966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:02.812702 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Pushing event updated for resources: {'Port': ['ID=44f847f4-f72f-4508-b108-4f45275ad49d,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:02.816289 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:02.832119 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 1e171286-af8d-49bd-b488-f76fb9fadb3e triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:02.832521 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:03.336657 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:19:04.398044 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 44f847f4-f72f-4508-b108-4f45275ad49d up at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:19:04.464695 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Provisioning complete for port 44f847f4-f72f-4508-b108-4f45275ad49d triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:04.465051 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:08.310457 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:09.329533 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f1df00e9-4a79-48f5-b3b3-47b5c6ea5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:11.755966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:11.941433 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3343fe03-e2c1-4e22-9717-cac261e137e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:12.060501 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-12189ed8-18e7-488a-9ecc-de0129ac575c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676979 Jun 05 17:19:12.203497 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-b1cb9a62-7c92-45c7-baba-fbd6ad4c4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:12.204945 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-b1cb9a62-7c92-45c7-baba-fbd6ad4c4080 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 1098 time: 0.0744083 Jun 05 17:19:12.347773 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-ddda49b9-b895-4ec7-9f63-5df3516c9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:12.349202 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-ddda49b9-b895-4ec7-9f63-5df3516c9684 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 200 len: 912 time: 0.1236408 Jun 05 17:19:12.452098 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-810a25fd-21ab-4eef-85d9-7f8f2a8e0251 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 200 len: 1001 time: 0.0959527 Jun 05 17:19:12.516034 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-1ba9906d-fc34-492a-ae58-af208a123504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:12.517478 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-1ba9906d-fc34-492a-ae58-af208a123504 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 200 len: 850 time: 0.0582407 Jun 05 17:19:12.596492 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-19d27cd2-2daf-4a50-9ba5-d1abb2e647fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:12.597879 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-19d27cd2-2daf-4a50-9ba5-d1abb2e647fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d96635b5-f247-42d9-a85a-1f47f1575c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734630 Jun 05 17:19:12.729781 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-a7263aaf-d21e-463d-92a7-61de1f5bcd97 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248648 Jun 05 17:19:12.865906 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-925ab6ff-c070-4148-96d2-e7f2b6500832 req-0b6dff5b-d9e7-4877-b743-b290d5703f35 service neutron] 10.222.0.43 "GET /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292353 Jun 05 17:19:13.016027 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:14.624163 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:21.343657 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab852d7c-db25-404b-8555-e3a7d2983927 req-4a694594-0c26-4026-a9be-07f781975e72 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:21.345062 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab852d7c-db25-404b-8555-e3a7d2983927 req-4a694594-0c26-4026-a9be-07f781975e72 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.0776844 Jun 05 17:19:21.392083 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ab852d7c-db25-404b-8555-e3a7d2983927 req-837f4088-bd95-4372-8deb-d705bf0e3a3c tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Jun 05 17:19:22.584259 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149007c9-9382-4a97-beff-2934352338fe req-a448db7e-ae8f-418d-9047-52cfb0053150 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:22.585729 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-149007c9-9382-4a97-beff-2934352338fe req-a448db7e-ae8f-418d-9047-52cfb0053150 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.0896325 Jun 05 17:19:22.630747 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-149007c9-9382-4a97-beff-2934352338fe req-344d88d0-b520-44b5-a329-c509e65232bd tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390379 Jun 05 17:19:23.257149 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-09b86630-3499-418d-a545-601fd5a51836 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757755296&fields=id&tenant_id=28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 267 time: 0.0386839 Jun 05 17:19:23.452669 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-2beb4b3b-a034-4d20-9777-889227eadc0f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:23.453992 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-2beb4b3b-a034-4d20-9777-889227eadc0f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 812 time: 0.1906841 Jun 05 17:19:23.472643 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-47017341-041c-4b72-96fa-9585b5af241f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/quotas/28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 375 time: 0.0132742 Jun 05 17:19:23.481007 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-3ad5f1fa-3f47-4a5a-be28-04ec8160263a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:23.482322 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-3ad5f1fa-3f47-4a5a-be28-04ec8160263a tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.1272590 Jun 05 17:19:23.662347 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-8b29d562-b10c-4ef0-b07b-9c7956ade603 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791322 Jun 05 17:19:23.683251 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Deleting port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:19:23.683655 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:23.783026 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-3e4f8f95-b7b1-41e0-bf10-d4926b236405 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 05 17:19:23.784013 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-3e4f8f95-b7b1-41e0-bf10-d4926b236405 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098266 Jun 05 17:19:23.813446 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f81ab4-7940-4b42-bc8a-9c28802048cf req-92cd0950-13d5-42a4-8258-99c65828a06b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:23.814881 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-61f81ab4-7940-4b42-bc8a-9c28802048cf req-92cd0950-13d5-42a4-8258-99c65828a06b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 945 time: 0.0782864 Jun 05 17:19:23.857832 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-61f81ab4-7940-4b42-bc8a-9c28802048cf req-a5c05643-47e3-471a-bb63-d220511ee088 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9213762-d777-463f-90e4-3f00c0bcb9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370960 Jun 05 17:19:23.907569 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] For port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:23.907925 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:24.115814 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-3c84ab18-9f99-49c4-85e0-d63a6d782541 service neutron] 10.222.0.37 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257799 Jun 05 17:19:24.413802 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-75324aec-2e7c-4a27-82cf-ea4c8a18e5eb service neutron] 10.222.0.37 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907815 Jun 05 17:19:24.415797 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:24.416160 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:24.416851 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Floating IP a7f34c50-5316-43b1-9488-2f61cc42a7b0 disassociated. External IP: 172.27.0.176, port: 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49. Jun 05 17:19:24.416851 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Calling delete_port for 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:19:24.530995 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:24.536818 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8d8800fe-964e-4762-bd9a-30dbaf8dc09d tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:24.580918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event deleted for resources: {'Port': ['ID=7a31e1c8-62f5-4090-8bf8-a48bedeaaf49,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:24.592499 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.592926 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.593235 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.593599 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.593963 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.594322 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.594680 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.595033 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.595416 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.595771 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.596119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.596500 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:24.599909 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:24.788519 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:19:24.806706 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-68cc6dfa-1cf0-4a7c-8187-bd0f778cac97 req-fb943ffa-f59f-422f-92ea-c710264caa26 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 210 time: 0.0462539 Jun 05 17:19:24.975106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:19:24.986186 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:19:25.004074 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:25.004808 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:19:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:25.092143 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] No DVR routers for this DVR port 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:19:25.099816 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:25.101891 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f10df38e-4d39-4314-8701-a94487a6e2e2 req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.43 "DELETE /v2.0/ports/7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 HTTP/1.1" status: 204 len: 173 time: 1.5863509 Jun 05 17:19:25.102406 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'name': 'network-vif-deleted', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:19:25.110587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad136b5-0f6b-4720-9929-43061c20a8ed" -d '{"events": [{"server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "name": "network-vif-deleted", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:19:25.141771 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-73f2962b-14dc-440a-8478-a4f33b2d891d req-c4ed9df7-7f15-4213-b4a7-759084f7dd5b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/ports?device_id=4495ca85-dba4-4a2b-900d-2c4a389daa8c HTTP/1.1" status: 200 len: 210 time: 0.1099269 Jun 05 17:19:25.217735 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:25.238739 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4503c21-7a4b-424a-8017-874077e23884 x-openstack-request-id: req-b4503c21-7a4b-424a-8017-874077e23884 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:19:25.239401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4495ca85-dba4-4a2b-900d-2c4a389daa8c", "name": "network-vif-deleted", "tag": "7a31e1c8-62f5-4090-8bf8-a48bedeaaf49", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:19:25.239724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4503c21-7a4b-424a-8017-874077e23884 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:19:25.240644 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4495ca85-dba4-4a2b-900d-2c4a389daa8c', 'name': 'network-vif-deleted', 'tag': '7a31e1c8-62f5-4090-8bf8-a48bedeaaf49', 'status': 'completed', 'code': 200} Jun 05 17:19:25.544682 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:25.548426 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:19:25.556884 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:25.557472 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:19:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:25.735746 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:25.954446 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f02c8a6b-0ee1-49f3-8065-e7377bc676bd req-fd6fc3e1-3d8b-49ea-bf1d-9d329a4c0f7c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 210 time: 0.0449340 Jun 05 17:19:26.052251 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:26.056316 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a249dfd-5c4c-4e2a-8027-dd48ab0eaaf3 None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:11:09Z', 'revision_number': 4, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '323038c2-91a3-45a8-bb3e-3765f28b8aa0', 'name': '', 'network_id': 'd96635b5-f247-42d9-a85a-1f47f1575c48', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'mac_address': 'fa:16:3e:25:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '076a40e7-304b-4c51-9064-784f9916d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:07Z', 'updated_at': '2021-06-05T17:11:14Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'subnets': [{'id': '076a40e7-304b-4c51-9064-784f9916d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:19:26.183585 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-459c1ea7-aafa-43ea-952a-a1cca8762aac tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:26.185065 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-459c1ea7-aafa-43ea-952a-a1cca8762aac tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 812 time: 0.1516478 Jun 05 17:19:26.246352 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-cea4b180-df26-4f7c-8ee1-83776d9202b2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 379 time: 0.0518243 Jun 05 17:19:26.255699 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'port': {'device_id': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'admin_state_up': True, 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'security_groups': ['c0260dd0-d875-4d44-a82f-9194060bd19d']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:26.312176 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ad35a3-c171-43fb-8cb3-43ddb4ca700a None None] New status for floating IP a7f34c50-5316-43b1-9488-2f61cc42a7b0: DOWN {{(pid=91862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:19:26.524325 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Made reservation on behalf of 28b86f4aafb2461aad4a89e6ceba7a23 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:19:26.528462 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:26.697198 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Allocated IP 172.20.0.13 (e2f84907-d121-40ce-832b-8578d6afa6d9/1b60f2de-4a96-4797-8b82-6f813b44c618/3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:19:26.889623 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:26.906170 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Transition to ACTIVE for port object 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:19:26.928772 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:26.931643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:19:26.934371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3171ec0b-2f6d-4381-ab09-5553c31f880a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:26.965906 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:19:26.966187 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7a31e1c8-62f5-4090-8bf8-a48bedeaaf49 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:19:27.001685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:19:27.004840 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:19:27.009234 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:19:27.044786 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:27.049394 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:27.079305 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:27.079937 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.099294 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8473289 Jun 05 17:19:27.110843 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Request body: {'port': {'device_id': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:27.147189 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dea3f-5fb3-45f9-9142-da056f731b0b req-be8e387c-8940-4abe-8f69-7ebf6b48067d tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:27.148769 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0c2dea3f-5fb3-45f9-9142-da056f731b0b req-be8e387c-8940-4abe-8f69-7ebf6b48067d tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 932 time: 0.0845180 Jun 05 17:19:27.193824 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0c2dea3f-5fb3-45f9-9142-da056f731b0b req-1987dd0b-0e84-4645-88b5-ca05aa9b9009 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Jun 05 17:19:27.226397 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.229518 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-1b86068b-4522-46dc-bfea-794b628d3af6 None None] Provisioning for port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:19:27.234330 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-1b86068b-4522-46dc-bfea-794b628d3af6 None None] Provisioning complete for port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:27.234798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-1b86068b-4522-46dc-bfea-794b628d3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.293005 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55744) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:27.296469 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-1b86068b-4522-46dc-bfea-794b628d3af6 None None] Port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:19:27.357323 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.387726 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.440894 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.443700 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.444849 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "DELETE /v2.0/security-groups/e9213762-d777-463f-90e4-3f00c0bcb9fd HTTP/1.1" status: 204 len: 168 time: 0.1507764 Jun 05 17:19:27.445663 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2f87f496-52b2-4773-aaa8-6f8cf544d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:27.453059 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55746) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:27.470346 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9213762-d777-463f-90e4-3f00c0bcb9fd,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:27.477835 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.api.v2.resource [None req-c450503d-7a6d-49e8-b40c-734947b5bcce tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] show failed (client error): The resource could not be found. Jun 05 17:19:27.478815 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-c450503d-7a6d-49e8-b40c-734947b5bcce tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "GET /v2.0/security-groups/e9213762-d777-463f-90e4-3f00c0bcb9fd HTTP/1.1" status: 404 len: 347 time: 0.0248609 Jun 05 17:19:27.480324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.480708 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.481261 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.481691 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.481817 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55748) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:27.481927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.482165 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.482530 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.482891 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.483253 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.483634 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.483991 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.484345 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:27.487400 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0cb94a6f-7424-4fd4-8697-762f00b637dc tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:27.765878 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:19:27.774366 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.782927 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Deleting port b775203b-6e53-43fb-866b-58c0fcdcdf5d {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:19:27.783249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.820372 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Transition to ACTIVE for port object 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:19:27.826058 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:27.831768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2bebfc12-c3c7-4525-89e6-a21989983104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:28.119108 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:28.122415 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:28.205284 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.205530 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.345783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Calling delete_port for b775203b-6e53-43fb-866b-58c0fcdcdf5d owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:19:28.371570 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Attempting to bind port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:19:28.371906 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Attempting to bind port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:19:28.372228 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Attempting to bind port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:19:28.385023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f746-c632-48e3-849e-95bf1b83f8ef req-c2b1dce8-2595-4512-851b-72d5c1df2d37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:28.385556 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e on network e2f84907-d121-40ce-832b-8578d6afa6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:19:28.385556 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Attempting to bind port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:19:28.386491 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cdc3f746-c632-48e3-849e-95bf1b83f8ef req-c2b1dce8-2595-4512-851b-72d5c1df2d37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.0822577 Jun 05 17:19:28.393354 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:19:28.393689 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Checking segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:19:28.394056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Bound using segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:19:28.394471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Bound port: 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:19:28.394813 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.430636 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-cdc3f746-c632-48e3-849e-95bf1b83f8ef req-8e6c821d-cfbf-4a01-bfc6-7e66e291ae87 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380127 Jun 05 17:19:28.497923 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] For port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:19:28.501107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] For port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:19:28.533882 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.541814 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:28.609680 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:28.610283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.611671 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] 10.222.0.43 "PUT /v2.0/ports/3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e HTTP/1.1" status: 200 len: 1094 time: 1.5053055 Jun 05 17:19:28.612180 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:19:28.614443 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afe87c-0715-45b4-a690-d9c859160ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:19:28.639116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:28.642371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:28.643195 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.647150 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-0b2e27d5-de19-4721-bec2-005b525b3a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:28.711786 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13809435-9991-41a3-9ea4-927913088c00 x-openstack-request-id: req-13809435-9991-41a3-9ea4-927913088c00 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:19:28.712112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:19:28.712399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13809435-9991-41a3-9ea4-927913088c00 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:19:28.712824 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'status': 'completed', 'code': 200} Jun 05 17:19:28.739649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Pushing event deleted for resources: {'Port': ['ID=b775203b-6e53-43fb-866b-58c0fcdcdf5d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:28.771614 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:28.850426 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.853378 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:28.854422 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] 10.222.0.37 "DELETE /v2.0/floatingips/a7f34c50-5316-43b1-9488-2f61cc42a7b0 HTTP/1.1" status: 204 len: 168 time: 1.3718019 Jun 05 17:19:28.857289 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-35430e62-52f7-4505-941d-313d19a24135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:28.858604 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-35430e62-52f7-4505-941d-313d19a24135 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 1097 time: 0.1804979 Jun 05 17:19:28.926973 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-ed462890-e632-4529-a9a4-95228ed08ec1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e HTTP/1.1" status: 200 len: 217 time: 0.0609667 Jun 05 17:19:28.996150 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-6f2b5fd6-2fe5-40d6-b87f-0b45d9f6e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:28.997859 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-6f2b5fd6-2fe5-40d6-b87f-0b45d9f6e1e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0650260 Jun 05 17:19:29.073763 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-68061793-174a-4833-8fa3-4da61556889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:29.075216 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-68061793-174a-4833-8fa3-4da61556889c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707469 Jun 05 17:19:29.204454 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-714e2a7b-6232-4daa-8e25-8af035e4a307 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218641 Jun 05 17:19:29.338449 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ed74d189-ccc7-45c9-b0c0-234c8204d27f req-d6fb3e8c-ec5b-4d48-9e7e-bac504789094 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278381 Jun 05 17:19:29.451356 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe87c-0715-45b4-a690-d9c859160ceb req-2acf14ff-fb99-473f-8a95-6d3671c94769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:29.452908 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-2acf14ff-fb99-473f-8a95-6d3671c94769 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 1097 time: 0.0685616 Jun 05 17:19:29.585938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe87c-0715-45b4-a690-d9c859160ceb req-91879f9d-f27f-40e1-a73e-d69bdcbb083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:29.587986 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-91879f9d-f27f-40e1-a73e-d69bdcbb083b service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1287746 Jun 05 17:19:29.661154 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-3c9a608d-8d4b-4b89-96de-0acb020cb3c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e HTTP/1.1" status: 200 len: 217 time: 0.0656252 Jun 05 17:19:29.714131 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb391a-5d26-4c72-a4b7-9532ab1addd4 req-08ef4e1b-cec9-45df-933b-0034b91452fb tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:29.715557 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3efb391a-5d26-4c72-a4b7-9532ab1addd4 req-08ef4e1b-cec9-45df-933b-0034b91452fb tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.1825380 Jun 05 17:19:29.726018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe87c-0715-45b4-a690-d9c859160ceb req-5e3a8d9c-845b-4c4b-9cb6-75b55ca46773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:29.727454 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-5e3a8d9c-845b-4c4b-9cb6-75b55ca46773 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0602732 Jun 05 17:19:29.760268 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3efb391a-5d26-4c72-a4b7-9532ab1addd4 req-72225a97-9f4d-4b4f-bcbc-dde87f0818b9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390773 Jun 05 17:19:29.894795 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe87c-0715-45b4-a690-d9c859160ceb req-196893b8-c219-417f-abba-bac37d88b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:29.896283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-196893b8-c219-417f-abba-bac37d88b51b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1628203 Jun 05 17:19:30.023614 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-b7086807-2ee6-4b75-83cd-fa07b2ef8ca1 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196978 Jun 05 17:19:30.153424 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-35afe87c-0715-45b4-a690-d9c859160ceb req-63a935f9-ab10-4d80-9d2e-e6b110153d7f service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232255 Jun 05 17:19:30.947837 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0f49-c8e1-4ac8-856a-2d28ad3e5c7a req-fdc3cd90-0ba1-4982-9e18-199ad11e43c5 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:30.949253 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fb2e0f49-c8e1-4ac8-856a-2d28ad3e5c7a req-fdc3cd90-0ba1-4982-9e18-199ad11e43c5 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.0849099 Jun 05 17:19:30.991899 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fb2e0f49-c8e1-4ac8-856a-2d28ad3e5c7a req-3ca28b47-77e1-479f-be26-9669648eb211 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370734 Jun 05 17:19:32.188424 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206a5e-f604-480b-af30-c43317d714b4 req-e64cc580-5d47-43b8-8a47-97ea37189557 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:32.189751 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a1206a5e-f604-480b-af30-c43317d714b4 req-e64cc580-5d47-43b8-8a47-97ea37189557 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.0859380 Jun 05 17:19:32.239871 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a1206a5e-f604-480b-af30-c43317d714b4 req-2c75d9b0-b0d5-48e6-b170-6cedbdc3c04e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432982 Jun 05 17:19:32.850663 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55786) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:33.423769 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b810e-6f58-4cf8-95e1-597402450bd6 req-7ebf891f-743b-4190-b5f3-1608333f3cc9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:33.425242 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fb0b810e-6f58-4cf8-95e1-597402450bd6 req-7ebf891f-743b-4190-b5f3-1608333f3cc9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.0785773 Jun 05 17:19:33.468743 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fb0b810e-6f58-4cf8-95e1-597402450bd6 req-0c874c50-fdf3-44cb-bf18-61dab38be7dd tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373697 Jun 05 17:19:33.481238 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:33.875081 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Deleting port 323038c2-91a3-45a8-bb3e-3765f28b8aa0 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:19:33.875447 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:33.992477 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] For port 323038c2-91a3-45a8-bb3e-3765f28b8aa0, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=323038c2-91a3-45a8-bb3e-3765f28b8aa0,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:33.992827 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:34.113325 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Calling delete_port for 323038c2-91a3-45a8-bb3e-3765f28b8aa0 owned by network:router_interface {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:19:34.356306 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:34.360941 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:34.404607 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Pushing event deleted for resources: {'Port': ['ID=323038c2-91a3-45a8-bb3e-3765f28b8aa0,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:34.407728 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:34.721617 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:34.813993 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854bb05-2343-4bbd-8379-ef40d553241d req-3adc59e2-b499-4a95-9062-ac7c36518805 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:34.815498 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5854bb05-2343-4bbd-8379-ef40d553241d req-3adc59e2-b499-4a95-9062-ac7c36518805 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.2363386 Jun 05 17:19:34.940430 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5854bb05-2343-4bbd-8379-ef40d553241d req-42f88153-a1f8-4194-97a7-d76292350b33 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123779 Jun 05 17:19:35.122339 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Router 6722dbea-f75b-4ea0-b602-ff7bdf347dea has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:19:35.294668 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:19:35.299447 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b24b6fc6-8cf6-4b66-a87b-10c42715e08e admin admin] 10.222.0.37 "PUT /v2.0/routers/6722dbea-f75b-4ea0-b602-ff7bdf347dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477363 Jun 05 17:19:35.301922 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55794) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:35.305286 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] Sync routers for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:19:35.314389 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:35.315070 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:19:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:35.471547 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks [] for router, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:35.485689 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:35.752691 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:35.762068 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:19:34Z', 'revision_number': 5, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port': {'id': 'ecb1afd9-068d-489c-b629-ffe32ffb2431', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:11:05Z', 'updated_at': '2021-06-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:35.765983 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] Checking router: 6722dbea-f75b-4ea0-b602-ff7bdf347dea for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:19:35.774072 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] Routers {'6722dbea-f75b-4ea0-b602-ff7bdf347dea'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:35.774658 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:19:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:35.821868 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Deleting port ecb1afd9-068d-489c-b629-ffe32ffb2431 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:19:35.822208 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:35.921047 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] Set router 6722dbea-f75b-4ea0-b602-ff7bdf347dea gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:35.944065 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] For port ecb1afd9-068d-489c-b629-ffe32ffb2431, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=ecb1afd9-068d-489c-b629-ffe32ffb2431,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:35.944454 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.055715 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:19:35Z', 'revision_number': 6, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:36.059741 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71166ef5-b4c7-4a15-804d-c6c2a0d8f53e None None] The sync data for ids ['6722dbea-f75b-4ea0-b602-ff7bdf347dea'] in dv-cinder-794962-1-iscsi is: [{'id': '6722dbea-f75b-4ea0-b602-ff7bdf347dea', 'name': 'tempest-AttachVolumeTestJSON-1191675850-router', 'tenant_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:11:04Z', 'updated_at': '2021-06-05T17:19:35Z', 'revision_number': 6, 'project_id': 'c58efc1adcf1498b9bab3fb00ec7167e', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:19:36.078596 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Calling delete_port for ecb1afd9-068d-489c-b629-ffe32ffb2431 owned by network:router_gateway {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:19:36.129347 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b33b-e972-4d52-a1ef-d3cac7200c89 req-dce65a62-1b3f-46c5-b681-aa5a8328314a tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:36.130795 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bff4b33b-e972-4d52-a1ef-d3cac7200c89 req-dce65a62-1b3f-46c5-b681-aa5a8328314a tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 944 time: 0.0873125 Jun 05 17:19:36.175546 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bff4b33b-e972-4d52-a1ef-d3cac7200c89 req-20c0fd5a-982d-45ab-a1d6-a9fcbd3ccc40 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 Jun 05 17:19:36.216580 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.219959 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d45e960b-4f46-4ae3-8874-105459d7243c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:36.264512 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb1afd9-068d-489c-b629-ffe32ffb2431,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:36.267733 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:36.351333 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.524655 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.526878 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.548433 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.549125 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6722dbea-f75b-4ea0-b602-ff7bdf347dea {{(pid=91860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:19:36.553168 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.554267 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-5ccb345e-828f-4ba5-b048-1e754e7b3bed admin admin] 10.222.0.37 "DELETE /v2.0/routers/6722dbea-f75b-4ea0-b602-ff7bdf347dea HTTP/1.1" status: 204 len: 168 time: 1.2514646 Jun 05 17:19:36.556640 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55798) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:36.616174 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Deleting subnet 076a40e7-304b-4c51-9064-784f9916d008 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:19:36.618938 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.667966 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.745681 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.810851 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.815409 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-4b13c7bb-714f-45ee-b5c5-0a25df3ef2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:36.849662 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 323038c2-91a3-45a8-bb3e-3765f28b8aa0 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:19:36.850476 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076a40e7-304b-4c51-9064-784f9916d008,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:36.853297 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:36.854714 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.859083 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3407c05d-d2f7-4e0e-bcf5-7b3b8d028d9b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/076a40e7-304b-4c51-9064-784f9916d008 HTTP/1.1" status: 204 len: 168 time: 0.2990282 Jun 05 17:19:36.859083 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55800) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:36.886006 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7a310-be12-4908-8642-9b349232f034 None None] Network d96635b5-f247-42d9-a85a-1f47f1575c48 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:19:36.908993 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 323038c2-91a3-45a8-bb3e-3765f28b8aa0 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:19:36.909341 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 323038c2-91a3-45a8-bb3e-3765f28b8aa0 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:19:36.967564 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:36.985100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:19:37.042542 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Deleting port 8e458975-5e7b-44ea-a2a3-f48b40312588 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:19:37.042883 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.213985 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:37.227361 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'port_id': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'mac_address': 'fa:16:3e:89:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:19:37.241344 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] For port 8e458975-5e7b-44ea-a2a3-f48b40312588, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=8e458975-5e7b-44ea-a2a3-f48b40312588,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:37.241885 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.267494 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] DHCP port deletion for d96635b5-f247-42d9-a85a-1f47f1575c48 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:19:37.325037 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.352595 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:19:37.372553 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:37.379418 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.382440 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:37.404995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Calling delete_port for 8e458975-5e7b-44ea-a2a3-f48b40312588 owned by network:dhcp {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:19:37.415476 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Deleting port 8e458975-5e7b-44ea-a2a3-f48b40312588 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:19:37.415858 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.468324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e8bf5-c899-4306-a5c7-790196f43a25 req-e16bc5dc-b962-4220-a590-48a7fb214eea tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:37.469693 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5d7e8bf5-c899-4306-a5c7-790196f43a25 req-e16bc5dc-b962-4220-a590-48a7fb214eea tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 945 time: 0.1593556 Jun 05 17:19:37.512382 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.518525 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-45e4dad5-6cbd-41e1-aa45-2b75740e4c76 tempest-TestMinimumBasicScenario-1337676586 tempest-TestMinimumBasicScenario-1337676586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:37.534018 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:37.537128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:37.542205 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] For port 8e458975-5e7b-44ea-a2a3-f48b40312588, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=8e458975-5e7b-44ea-a2a3-f48b40312588,segment=NetworkSegment(ed672269-cc77-4321-8945-f1f045347224),segment_id=ed672269-cc77-4321-8945-f1f045347224)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:37.542510 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.562803 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e458975-5e7b-44ea-a2a3-f48b40312588,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:37.568815 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5d7e8bf5-c899-4306-a5c7-790196f43a25 req-bf2c81d7-d46c-4871-97b0-d3a7d81fcefc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905075 Jun 05 17:19:37.569591 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:37.573595 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] No DVR routers for this DVR port 8e458975-5e7b-44ea-a2a3-f48b40312588 on host dv-cinder-794962-1-iscsi {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:19:37.667474 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Calling delete_port for 8e458975-5e7b-44ea-a2a3-f48b40312588 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:19:37.692307 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.704699 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96635b5-f247-42d9-a85a-1f47f1575c48']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:37.708601 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.712980 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-430df0b6-9673-43c8-b0a5-eca849de1992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:37.716811 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed672269-cc77-4321-8945-f1f045347224') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:37.717106 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed672269-cc77-4321-8945-f1f045347224') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:37.730728 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.746920 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.751836 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:19:37.753121 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:19:37.753512 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:19:37.766530 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:19:37.787617 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Pushing event deleted for resources: {'Port': ['ID=8e458975-5e7b-44ea-a2a3-f48b40312588,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:37.795661 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] No DVR routers for this DVR port 8e458975-5e7b-44ea-a2a3-f48b40312588 on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:19:37.803313 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:37.843815 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.848418 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:37.850591 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d96635b5-f247-42d9-a85a-1f47f1575c48 HTTP/1.1" status: 204 len: 168 time: 0.9903529 Jun 05 17:19:37.851485 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:37.874846 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96635b5-f247-42d9-a85a-1f47f1575c48,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:37.880405 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-06645de8-e69b-4654-b53b-afe4fe79eab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:37.984081 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55806) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:38.032405 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-4693557c-48c0-4779-ba89-dd872e431a1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c58efc1adcf1498b9bab3fb00ec7167e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468576 Jun 05 17:19:38.034604 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55808) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:38.095874 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:38.121149 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:38.172873 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:38.175367 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:38.176510 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1060bef2-b151-474e-aa6c-c503c40384c2 HTTP/1.1" status: 204 len: 168 time: 0.1405642 Jun 05 17:19:38.177278 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-bc10f16e-426f-486d-af6f-2e5e81120f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:38.186381 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060bef2-b151-474e-aa6c-c503c40384c2,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:38.188666 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a3f61724-8c57-44ed-a17e-59c79eaeca0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:38.316820 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:38.410081 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 8e458975-5e7b-44ea-a2a3-f48b40312588 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:19:38.445761 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 8e458975-5e7b-44ea-a2a3-f48b40312588 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:19:38.446105 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 8e458975-5e7b-44ea-a2a3-f48b40312588 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:19:38.446536 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ecb1afd9-068d-489c-b629-ffe32ffb2431 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:19:38.480069 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: ecb1afd9-068d-489c-b629-ffe32ffb2431 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:19:38.480452 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device ecb1afd9-068d-489c-b629-ffe32ffb2431 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:19:38.753363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643dee-8c0b-4b6d-a782-03b0c3bd29b6 req-254e07af-f2b7-47cb-8574-75b96d17fc95 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:38.754802 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-03643dee-8c0b-4b6d-a782-03b0c3bd29b6 req-254e07af-f2b7-47cb-8574-75b96d17fc95 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 945 time: 0.0795765 Jun 05 17:19:38.802545 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-03643dee-8c0b-4b6d-a782-03b0c3bd29b6 req-951b54f3-0993-486d-b3a7-7141372d7523 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Jun 05 17:19:38.880019 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55832) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:38.975762 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:19:38.985127 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2093788904-network', 'tenant_id': 'c0324e6e5247489aa148060625975c6d'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:39.006496 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Made reservation on behalf of c0324e6e5247489aa148060625975c6d for: {'network': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:19:39.009486 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1029399'] for network, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.021701 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.040425 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:19:39.045403 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:39.045872 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.125638 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.129748 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.133712 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4f64417a-ea38-4429-bf88-e2321e0422ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:39.157094 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=91861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 05 17:19:39.163575 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.170622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:39.174667 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:39.175616 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.175956 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.segments_db [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Added segment 2a73a4bb-4c01-4353-bac0-ba77d3edcbd4 of type vlan for network 58242956-88c7-450a-8297-de93afea926c Jun 05 17:19:39.192781 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:19:39.194995 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47435741-6ec7-4fba-bff0-db194c9c409b" -d '{"events": [{"server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "name": "network-vif-plugged", "status": "completed", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:19:39.202438 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:39.206394 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.207201 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787166245596'] for network, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.209298 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:39.239010 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973'] for network, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.240524 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:39.241115 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.246515 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:39.284591 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:39.287821 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:39.297914 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4167657 Jun 05 17:19:39.301262 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 55840) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:39.308172 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Request body: {'subnet': {'network_id': '58242956-88c7-450a-8297-de93afea926c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2093788904-subnet', 'tenant_id': 'c0324e6e5247489aa148060625975c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:39.336376 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Made reservation on behalf of c0324e6e5247489aa148060625975c6d for: {'subnet': 1} {{(pid=91860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:19:39.338777 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2179102'] for subnet, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.340930 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-481d3610-bb1d-4d5e-931b-c78fff8e0571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.347124 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Pushing event updated for resources: {'Network': ['ID=58242956-88c7-450a-8297-de93afea926c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:39.349906 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-dd2807b0-ef56-43a4-a119-0b1eca963dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:39.358018 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Network 58242956-88c7-450a-8297-de93afea926c details requested by agent ovs-agent-dv-cinder-794962-1-iscsi with host dv-cinder-794962-1-iscsi {{(pid=91862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 05 17:19:39.388910 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ead27f0-6988-4941-8386-374291eaf20d x-openstack-request-id: req-1ead27f0-6988-4941-8386-374291eaf20d {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:19:39.389214 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "name": "network-vif-plugged", "status": "completed", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:19:39.389478 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ead27f0-6988-4941-8386-374291eaf20d {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:19:39.389867 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'code': 200} Jun 05 17:19:39.548570 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2179084'] for subnet, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.553448 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:39.624301 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a77c5f-cfca-4b92-97e5-52631af2e79b,revision_number=0']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:39.628150 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:39.635775 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Checking segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:19:39.636134 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Network hostable DHCP agents. Network: 58242956-88c7-450a-8297-de93afea926c, hostable agents: ['6718cd73-59ea-45d5-baa5-89cf030ba90d'], hosted agents: [] {{(pid=91860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 05 17:19:39.654444 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Network 58242956-88c7-450a-8297-de93afea926c is scheduled to be hosted by DHCP agent 6718cd73-59ea-45d5-baa5-89cf030ba90d with binding_index 1 {{(pid=91860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 05 17:19:39.663510 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fac27-e759-40a8-ad92-e1dec1750e05 req-fd18dcb8-4924-465b-a912-7bf3ad4eb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:39.663671 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-1-iscsi, 58242956-88c7-450a-8297-de93afea926c) {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:19:39.665841 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-306fac27-e759-40a8-ad92-e1dec1750e05 req-fd18dcb8-4924-465b-a912-7bf3ad4eb01f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 1099 time: 0.0751450 Jun 05 17:19:39.667666 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:39.668249 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:39.672646 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247ee2f-80f9-4935-84cc-6527c8f0290c None None] Network 58242956-88c7-450a-8297-de93afea926c requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:19:39.686454 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d1338c0d-c005-47cc-8321-b7f74010e733 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3838918 Jun 05 17:19:39.715148 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-306fac27-e759-40a8-ad92-e1dec1750e05 req-29064b08-4376-4330-98b1-08e144779ff1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Jun 05 17:19:39.869755 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187966a5-df40-4d16-be4f-0d3a492fa61e None None] Network 58242956-88c7-450a-8297-de93afea926c requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:19:40.012399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4b0e7-e342-4e6e-8bf1-890c9e9c8809 req-dd804d8b-587a-453f-8410-0d3caba6aa7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:40.014592 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-79e4b0e7-e342-4e6e-8bf1-890c9e9c8809 req-dd804d8b-587a-453f-8410-0d3caba6aa7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 946 time: 0.1025794 Jun 05 17:19:40.059852 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-79e4b0e7-e342-4e6e-8bf1-890c9e9c8809 req-8dd5db3f-6ba9-4999-8a50-1a37a71cf7ef tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Jun 05 17:19:40.153186 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-8ef3713c-e218-4cd3-86c7-a93927fc02aa tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:40.154606 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-8ef3713c-e218-4cd3-86c7-a93927fc02aa tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.1453393 Jun 05 17:19:40.169127 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-e1ea882b-8d85-44c4-9605-eef847451aaf tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/quotas/c0324e6e5247489aa148060625975c6d HTTP/1.1" status: 200 len: 375 time: 0.0091479 Jun 05 17:19:40.214659 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-14439439-29bd-459b-8960-c320dea39dea tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408638 Jun 05 17:19:40.334963 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:19:40.341602 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-8f9e9bd2-d5fc-47b0-aafb-53770023e527 service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205986 Jun 05 17:19:40.556393 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-374be131-3d4b-4b8b-9200-721c1f597214 service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091026 Jun 05 17:19:40.736558 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5c35614f-35b1-47a2-823e-037d9ccc92d4 req-989f8412-5d2a-4e7f-8363-8cd1f4e058b5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 210 time: 0.0480516 Jun 05 17:19:41.244273 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02105-b173-48aa-b294-b9fd5a533e6d req-0eedf0a3-9507-42be-8e72-7005c4be59f3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:41.245711 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-43c02105-b173-48aa-b294-b9fd5a533e6d req-0eedf0a3-9507-42be-8e72-7005c4be59f3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 946 time: 0.0836334 Jun 05 17:19:41.290833 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-43c02105-b173-48aa-b294-b9fd5a533e6d req-04cd52c3-d07c-4ac8-b9b5-db7eaafc656a tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393848 Jun 05 17:19:41.519790 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dbbc3-11b7-487c-a3d6-14a543ec7593 req-6081164c-3092-4cbd-9d14-0faf0a481a91 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:41.521201 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f07dbbc3-11b7-487c-a3d6-14a543ec7593 req-6081164c-3092-4cbd-9d14-0faf0a481a91 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 946 time: 0.0780261 Jun 05 17:19:41.565457 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f07dbbc3-11b7-487c-a3d6-14a543ec7593 req-a97c9645-e84c-47ef-855f-7cadb07f6e76 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Jun 05 17:19:41.589867 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55874) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:41.761317 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:41.851211 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-4d50f2e5-a93e-4ca2-b635-5566a7aa105e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:41.852858 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-4d50f2e5-a93e-4ca2-b635-5566a7aa105e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.2011397 Jun 05 17:19:41.862809 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee60b2bc-3e31-4b2a-b219-8870fc77f78a tempest-TestVolumeBootPattern-711120458 tempest-TestVolumeBootPattern-711120458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:41.867933 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-ee60b2bc-3e31-4b2a-b219-8870fc77f78a tempest-TestVolumeBootPattern-711120458 tempest-TestVolumeBootPattern-711120458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 1094 time: 0.2765737 Jun 05 17:19:41.871196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 55882) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:19:41.874739 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Request body: {'port': {'device_id': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'admin_state_up': True, 'tenant_id': 'c0324e6e5247489aa148060625975c6d'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:41.899310 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-7b8b43eb-12e3-4e81-b98d-9eb315692ff4 req-7b7ada36-f51e-4724-adfe-2a1c41dad35c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 210 time: 0.0493822 Jun 05 17:19:41.916563 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'port_id': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:41.946702 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b54c-cad5-419a-adf6-d06e94091c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.078523 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.202770 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Made reservation on behalf of c0324e6e5247489aa148060625975c6d for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:19:42.206101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.356833 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.447521 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Allocated IP 172.20.0.5 (58242956-88c7-450a-8297-de93afea926c/79a77c5f-cfca-4b92-97e5-52631af2e79b/c3d7fd83-087e-43ec-8765-06b5fedadaf8) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:19:42.551913 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Allocated IP 172.27.0.65 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/f4db314a-0751-45f6-8a7e-4386af6e62e4) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:19:42.810263 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.829774 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.868521 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.875671 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5fa6b0fc-b39b-4bb0-a38d-f9a3ce73e35b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:42.916833 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:42.955314 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Network 58242956-88c7-450a-8297-de93afea926c is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:19:42.961009 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:19:42.966622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:19:42.966936 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:19:43.001804 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:19:43.007894 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event updated for resources: {'Port': ['ID=c3d7fd83-087e-43ec-8765-06b5fedadaf8,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:43.013217 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:19:43.021078 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:43.043546 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:43.044060 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a4ae4647-113a-4cb5-bb46-44fee8b79f69 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:43.185455 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:43.185973 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:43.206845 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=f4db314a-0751-45f6-8a7e-4386af6e62e4,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:43.235643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:43.251057 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-5f755d50-fa46-4428-8981-a2ceea045556 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3819714 Jun 05 17:19:43.265241 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Request body: {'port': {'device_id': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:19:43.371597 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df947d3-8911-49b6-a654-d473fb7e7a34 req-fb73ab30-2fe9-4081-8c97-199017731878 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:43.373031 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8df947d3-8911-49b6-a654-d473fb7e7a34 req-fb73ab30-2fe9-4081-8c97-199017731878 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 931 time: 0.3608508 Jun 05 17:19:43.545936 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-8df947d3-8911-49b6-a654-d473fb7e7a34 req-25ba2af3-4faf-4b36-9e99-beecbbda9a3d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653149 Jun 05 17:19:43.555065 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.049401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.166661 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d7fd83-087e-43ec-8765-06b5fedadaf8 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:19:44.177370 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.196700 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.226258 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Transition to ACTIVE for port object c3d7fd83-087e-43ec-8765-06b5fedadaf8 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:19:44.239073 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.246690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:44.420012 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7fd83-087e-43ec-8765-06b5fedadaf8,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:44.423206 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:44.587631 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Attempting to bind port c3d7fd83-087e-43ec-8765-06b5fedadaf8 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:19:44.588196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Attempting to bind port c3d7fd83-087e-43ec-8765-06b5fedadaf8 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:19:44.588305 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Attempting to bind port c3d7fd83-087e-43ec-8765-06b5fedadaf8 on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:19:44.603573 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Port c3d7fd83-087e-43ec-8765-06b5fedadaf8 on network 58242956-88c7-450a-8297-de93afea926c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:19:44.603959 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Attempting to bind port c3d7fd83-087e-43ec-8765-06b5fedadaf8 on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:19:44.618074 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:19:44.620124 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Checking segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:19:44.620518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Bound using segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:19:44.620986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Bound port: c3d7fd83-087e-43ec-8765-06b5fedadaf8, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:19:44.621336 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.631425 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.706461 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.715449 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.728564 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-89081ccd-006e-49db-810a-1e8b433cba2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:44.738431 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b67f-4134-4132-9223-4af32f758897 req-5f2fc277-4291-4989-b144-d6efc6cc9342 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:44.739900 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0a81b67f-4134-4132-9223-4af32f758897 req-5f2fc277-4291-4989-b144-d6efc6cc9342 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 943 time: 0.0872962 Jun 05 17:19:44.783704 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0a81b67f-4134-4132-9223-4af32f758897 req-4bb861a8-5499-41f2-b182-ad9c26f0801c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Jun 05 17:19:44.832785 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] For port c3d7fd83-087e-43ec-8765-06b5fedadaf8, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:19:44.856587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=f4db314a-0751-45f6-8a7e-4386af6e62e4,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:44.859362 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:44.860903 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] For port c3d7fd83-087e-43ec-8765-06b5fedadaf8, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:19:44.867163 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.915099 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.924306 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-cbaf4445-b0ff-4e31-a81a-bd769ab1f094 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:44.995975 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:44.996569 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:44.997898 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] 10.222.0.43 "PUT /v2.0/ports/c3d7fd83-087e-43ec-8765-06b5fedadaf8 HTTP/1.1" status: 200 len: 1093 time: 1.7391956 Jun 05 17:19:45.000377 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'tag': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:19:45.002649 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f243c19-ca10-4450-a367-620aef929cce" -d '{"events": [{"name": "network-changed", "server_uuid": "524a1033-02fb-4255-b0eb-f0b786c455fc", "tag": "c3d7fd83-087e-43ec-8765-06b5fedadaf8"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:19:45.033368 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7fd83-087e-43ec-8765-06b5fedadaf8,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:45.087317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:45.088768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fabdbbf-9f84-4c88-b147-772968dd4659 x-openstack-request-id: req-7fabdbbf-9f84-4c88-b147-772968dd4659 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:19:45.089098 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524a1033-02fb-4255-b0eb-f0b786c455fc", "tag": "c3d7fd83-087e-43ec-8765-06b5fedadaf8", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:19:45.089391 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fabdbbf-9f84-4c88-b147-772968dd4659 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:19:45.089814 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'tag': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8', 'status': 'completed', 'code': 200} Jun 05 17:19:45.165105 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Floating IP f6be9804-6492-4ecd-9972-78deb28b69b4 associated. External IP: 172.27.0.65, port: 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e. Jun 05 17:19:45.357974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-9670b396-6f95-4bb0-919e-4cdd15d99c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:45.359468 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-9670b396-6f95-4bb0-919e-4cdd15d99c5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 1096 time: 0.2739990 Jun 05 17:19:45.481993 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-b98cca7c-c41a-4523-bccb-27f7a03cad14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8 HTTP/1.1" status: 200 len: 217 time: 0.0741332 Jun 05 17:19:45.616239 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-499b80e6-30f2-4cb5-814f-99873a1dd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:45.618141 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-499b80e6-30f2-4cb5-814f-99873a1dd5c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.1287229 Jun 05 17:19:45.677783 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-8fe67d60-514b-48d4-b272-bcfec0ae7198 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493803 Jun 05 17:19:45.847020 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:19:45.946070 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-a4756237-9291-4bc9-bfa9-dbfb7888fbb6 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200234 Jun 05 17:19:45.965193 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb0ec0-698c-41a8-845c-eae148f2e043 req-af8f1464-60a1-43c5-9d29-15158bfff053 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:45.966638 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fdeb0ec0-698c-41a8-845c-eae148f2e043 req-af8f1464-60a1-43c5-9d29-15158bfff053 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 943 time: 0.0780323 Jun 05 17:19:46.011188 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fdeb0ec0-698c-41a8-845c-eae148f2e043 req-ab359dd3-eecf-4558-a8aa-2d3fa5370ddb tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 Jun 05 17:19:46.155037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:19:46.165291 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:19:46.174372 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:46.174996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:19:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:46.185344 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-760dfff7-968e-4506-9d2b-783624f1ed72 req-422196db-4789-4fc4-9c1f-ed6b8a68d691 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314093 Jun 05 17:19:46.190087 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:46.300342 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4295442 Jun 05 17:19:46.321609 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243c19-ca10-4450-a367-620aef929cce req-02e2ccd3-793c-466d-a290-763a1e3506eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:46.323076 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-02e2ccd3-793c-466d-a290-763a1e3506eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 1096 time: 0.0900812 Jun 05 17:19:46.353556 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:46.453937 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243c19-ca10-4450-a367-620aef929cce req-22726f1e-c888-4023-9251-30f249cb8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:46.455269 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-22726f1e-c888-4023-9251-30f249cb8031 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 916 time: 0.1250608 Jun 05 17:19:46.524485 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-0b5b2814-5977-46e6-8667-6ebb3cfb758a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8 HTTP/1.1" status: 200 len: 217 time: 0.0624568 Jun 05 17:19:46.700888 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243c19-ca10-4450-a367-620aef929cce req-6d8b2616-eac8-44b0-b6ae-d1264782b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:46.702313 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-6d8b2616-eac8-44b0-b6ae-d1264782b0cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.1721747 Jun 05 17:19:46.727728 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'f6be9804-6492-4ecd-9972-78deb28b69b4', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:89:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:19:43Z', 'updated_at': '2021-06-05T17:19:43Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:46.732563 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:19:46.741116 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:19:46.741715 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:19:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:46.749935 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-62c6faeb-92be-423b-b4ba-7cd8bd3a2b83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399604 Jun 05 17:19:46.880972 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-524ab217-641c-4f5f-91cc-c92782ec0cca service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245093 Jun 05 17:19:46.916147 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:19:47.011476 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3f243c19-ca10-4450-a367-620aef929cce req-0078f0ee-ebe8-43a0-a004-3149689bf9b4 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236777 Jun 05 17:19:47.091240 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:19:47.093677 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:19:47.158223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246682a1-8ebb-44bf-9a55-2ac1d4203ff6 x-openstack-request-id: req-246682a1-8ebb-44bf-9a55-2ac1d4203ff6 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:19:47.158545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:19:47.158840 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-246682a1-8ebb-44bf-9a55-2ac1d4203ff6 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:19:47.159273 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'status': 'completed', 'code': 200} Jun 05 17:19:47.256766 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'f6be9804-6492-4ecd-9972-78deb28b69b4', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:89:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:19:43Z', 'updated_at': '2021-06-05T17:19:43Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:19:47.259377 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e6c1-0915-4909-aa4a-97a3646f2473 req-6ea99457-5395-4221-8402-75ead0d72bde tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:47.260845 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e784e6c1-0915-4909-aa4a-97a3646f2473 req-6ea99457-5395-4221-8402-75ead0d72bde tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 943 time: 0.1428528 Jun 05 17:19:47.261002 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed4f8b-1896-4b44-bf79-58675e4db334 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'f6be9804-6492-4ecd-9972-78deb28b69b4', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:89:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:19:43Z', 'updated_at': '2021-06-05T17:19:43Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:19:47.266278 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-16266401-76c1-459e-8b9d-c84d636f5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:47.267720 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-16266401-76c1-459e-8b9d-c84d636f5330 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 1099 time: 0.1027002 Jun 05 17:19:47.391285 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e784e6c1-0915-4909-aa4a-97a3646f2473 req-d38578e4-bec7-4346-9557-ff48a47800f9 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226048 Jun 05 17:19:47.432433 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-87f5a208-f996-412e-bd28-f565c71704a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:47.433865 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-87f5a208-f996-412e-bd28-f565c71704a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1518743 Jun 05 17:19:47.446672 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c4261-7d27-49fe-9a25-518abc67d148 None None] New status for floating IP f6be9804-6492-4ecd-9972-78deb28b69b4: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:19:47.538463 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-30fe7dbc-24ae-4d92-b3d0-a58f5b50138a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e HTTP/1.1" status: 200 len: 999 time: 0.0976815 Jun 05 17:19:47.601093 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-92f9e7e3-31d5-49ef-b034-f456ae2a38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:47.602542 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-92f9e7e3-31d5-49ef-b034-f456ae2a38a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0574944 Jun 05 17:19:47.680049 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-b0df98a1-da6e-4951-9878-7c0579be1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:47.681510 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-b0df98a1-da6e-4951-9878-7c0579be1cea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726125 Jun 05 17:19:47.813382 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-4bfa4c7e-e268-4db4-be62-d61c254d7785 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244929 Jun 05 17:19:47.944800 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7187a59e-0761-4fe9-ad28-9dad6c1c9f58 req-270b8fbb-d029-4941-927a-350403abee62 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231780 Jun 05 17:19:48.581719 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed11f-ae0f-4fe7-8e3e-8f2101ad2320 req-63bc9e2d-dce9-473b-a0b7-63804a88877f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:48.583163 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-69bed11f-ae0f-4fe7-8e3e-8f2101ad2320 req-63bc9e2d-dce9-473b-a0b7-63804a88877f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 943 time: 0.0818677 Jun 05 17:19:48.626477 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-69bed11f-ae0f-4fe7-8e3e-8f2101ad2320 req-68c712e8-39f2-4877-84ae-e50bc7d3377f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Jun 05 17:19:48.995786 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device c3d7fd83-087e-43ec-8765-06b5fedadaf8 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:19:49.124189 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port c3d7fd83-087e-43ec-8765-06b5fedadaf8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:49.137252 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'port_id': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8', 'mac_address': 'fa:16:3e:f1:ce:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a77c5f-cfca-4b92-97e5-52631af2e79b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:19:49.190020 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:49.206575 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d7fd83-087e-43ec-8765-06b5fedadaf8 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:19:49.221599 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port c3d7fd83-087e-43ec-8765-06b5fedadaf8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:49.225685 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:49.228229 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-a7d8316f-d805-4cc8-ae9f-063a22ef30cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:49.293833 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=c3d7fd83-087e-43ec-8765-06b5fedadaf8,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:49.300895 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.301245 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.301587 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.301921 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.302255 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.302588 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.302915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.303239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.303589 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.303915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.304237 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.305051 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:19:49.308595 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:49.549552 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:19:49.809886 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ddc83-48b5-4367-ba26-9511ff714b10 req-b0fb4ecd-ae5f-43b1-8815-586098394006 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:49.811321 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-706ddc83-48b5-4367-ba26-9511ff714b10 req-b0fb4ecd-ae5f-43b1-8815-586098394006 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 944 time: 0.0820310 Jun 05 17:19:49.853992 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-706ddc83-48b5-4367-ba26-9511ff714b10 req-3a42cd6b-cfad-43d7-9eae-f23592880ae5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Jun 05 17:19:51.005225 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device c3d7fd83-087e-43ec-8765-06b5fedadaf8 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:19:51.034777 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341d910-4c8d-425f-85b2-c057c501dc53 req-8392a17c-71ba-472d-8efe-b9d5bc8fce62 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:51.036271 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b341d910-4c8d-425f-85b2-c057c501dc53 req-8392a17c-71ba-472d-8efe-b9d5bc8fce62 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 944 time: 0.0796759 Jun 05 17:19:51.077504 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port c3d7fd83-087e-43ec-8765-06b5fedadaf8 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:19:51.082134 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port c3d7fd83-087e-43ec-8765-06b5fedadaf8 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:19:51.082508 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:51.091788 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b341d910-4c8d-425f-85b2-c057c501dc53 req-6b565edd-ddc3-416e-97b4-56bc1fa4b8c4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Jun 05 17:19:51.195257 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:51.220230 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:19:51.222418 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eb2e43-44a6-497c-9e9f-e37018eeda24" -d '{"events": [{"server_uuid": "524a1033-02fb-4255-b0eb-f0b786c455fc", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7fd83-087e-43ec-8765-06b5fedadaf8"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:19:51.230444 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port c3d7fd83-087e-43ec-8765-06b5fedadaf8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:19:51.234644 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:19:51.236527 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:19:51.265791 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146953a6-ca2d-4728-a5ce-137a80a30ee0 x-openstack-request-id: req-146953a6-ca2d-4728-a5ce-137a80a30ee0 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:19:51.266091 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524a1033-02fb-4255-b0eb-f0b786c455fc", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7fd83-087e-43ec-8765-06b5fedadaf8", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:19:51.266350 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-146953a6-ca2d-4728-a5ce-137a80a30ee0 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:19:51.266735 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8', 'code': 200} Jun 05 17:19:51.305160 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=c3d7fd83-087e-43ec-8765-06b5fedadaf8,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:19:51.307994 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:19:51.483290 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636adf10-da07-47ea-a4c1-6a5aa84fbf89 req-e1b67c6a-1515-4e69-a895-cabe6315a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:51.484643 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-636adf10-da07-47ea-a4c1-6a5aa84fbf89 req-e1b67c6a-1515-4e69-a895-cabe6315a357 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 1098 time: 0.0677655 Jun 05 17:19:51.526154 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-636adf10-da07-47ea-a4c1-6a5aa84fbf89 req-c83f68e2-7590-497f-8cca-74d2d5d43814 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355549 Jun 05 17:19:52.270958 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e2019-bbdb-447b-b939-24d9b3ab8293 req-de02e5ee-69c7-49db-a3a5-1a76432ec77e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:52.272328 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-316e2019-bbdb-447b-b939-24d9b3ab8293 req-de02e5ee-69c7-49db-a3a5-1a76432ec77e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 945 time: 0.0794032 Jun 05 17:19:52.315843 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-316e2019-bbdb-447b-b939-24d9b3ab8293 req-d640638d-7179-42c1-aa72-b27027496aec tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Jun 05 17:19:53.493921 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abc379-cbab-4d7d-ad0c-d7a0c4a2605a req-dab2f7bf-e352-4e3e-9ba6-f9ddb1438de8 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:19:53.495319 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f3abc379-cbab-4d7d-ad0c-d7a0c4a2605a req-dab2f7bf-e352-4e3e-9ba6-f9ddb1438de8 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 945 time: 0.0773587 Jun 05 17:19:53.538485 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f3abc379-cbab-4d7d-ad0c-d7a0c4a2605a req-f26eec9f-897e-4e5a-b2b3-012cbee9b271 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Jun 05 17:20:02.435918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-33fe67ea-355b-4e73-a892-f9f745bfe817 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:02.437217 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-33fe67ea-355b-4e73-a892-f9f745bfe817 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.2225223 Jun 05 17:20:02.451613 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-955b83c0-636a-443e-9233-dcf16446e66d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/quotas/c0324e6e5247489aa148060625975c6d HTTP/1.1" status: 200 len: 375 time: 0.0088267 Jun 05 17:20:02.531149 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-c4a95a4a-f1bf-4e21-ade1-4ffc8668e8ba tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748348 Jun 05 17:20:02.658017 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-21b2bbdf-9fd6-4b9f-9088-671e3b53ab7b service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202772 Jun 05 17:20:02.784826 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-708d084d-260e-4813-8876-c1ed53299b07 service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210532 Jun 05 17:20:02.965532 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2ec143b4-50b0-4185-9e6f-0e44cdffc1d3 req-8abfee48-ef0e-43ed-8c1e-ae49357268ed tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 210 time: 0.0459547 Jun 05 17:20:04.031166 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-ad93dac2-89e9-45e0-84ad-40f2f4aecaa1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:04.032604 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-ad93dac2-89e9-45e0-84ad-40f2f4aecaa1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.1437500 Jun 05 17:20:04.045199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Request body: {'port': {'device_id': '1648bf29-802b-44d6-98a9-272f32f8241c', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'admin_state_up': True, 'tenant_id': 'c0324e6e5247489aa148060625975c6d'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:20:04.129972 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-79a2c99e-9056-407e-911a-f13846cef6db req-a41d80ee-5051-4f1b-b291-7b5bd2e07786 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 210 time: 0.0607283 Jun 05 17:20:04.235743 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Made reservation on behalf of c0324e6e5247489aa148060625975c6d for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:20:04.239223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:04.399361 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Allocated IP 172.20.0.3 (58242956-88c7-450a-8297-de93afea926c/79a77c5f-cfca-4b92-97e5-52631af2e79b/28ad0f09-2c69-4773-ab38-32f9dba65b8c) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:20:04.602404 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:04.632102 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:04.637295 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1a2f9407-5f7c-4a42-aa40-7be46d72ae41 tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:04.644091 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:20:04.707745 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Network 58242956-88c7-450a-8297-de93afea926c is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:20:04.710614 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:20:04.713306 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:20:04.750615 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event updated for resources: {'Port': ['ID=28ad0f09-2c69-4773-ab38-32f9dba65b8c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:04.753668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:04.783685 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:04.784302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:04.802146 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607126 Jun 05 17:20:04.813236 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Request body: {'port': {'device_id': '1648bf29-802b-44d6-98a9-272f32f8241c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:20:04.922769 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:05.314581 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b7de-e234-4649-9444-d5c788336210 req-53a39ffe-e23a-402c-8af1-021bfd85487c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:05.316055 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9b69b7de-e234-4649-9444-d5c788336210 req-53a39ffe-e23a-402c-8af1-021bfd85487c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 931 time: 0.0786006 Jun 05 17:20:05.348773 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ad0f09-2c69-4773-ab38-32f9dba65b8c {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:20:05.355940 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:05.360964 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9b69b7de-e234-4649-9444-d5c788336210 req-7e648cd6-d8f3-4329-b5cd-b1946e3c1e9b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Jun 05 17:20:05.369724 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Transition to ACTIVE for port object 28ad0f09-2c69-4773-ab38-32f9dba65b8c will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:20:05.373797 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:05.377628 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-ed1406c2-0ba6-4be2-aa1d-3b5f0b4584da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:05.501380 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=28ad0f09-2c69-4773-ab38-32f9dba65b8c,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:05.527399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:05.600518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Attempting to bind port 28ad0f09-2c69-4773-ab38-32f9dba65b8c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:20:05.600848 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Attempting to bind port 28ad0f09-2c69-4773-ab38-32f9dba65b8c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:20:05.601178 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Attempting to bind port 28ad0f09-2c69-4773-ab38-32f9dba65b8c on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:20:05.605638 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Port 28ad0f09-2c69-4773-ab38-32f9dba65b8c on network 58242956-88c7-450a-8297-de93afea926c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:20:05.605946 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Attempting to bind port 28ad0f09-2c69-4773-ab38-32f9dba65b8c on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:20:05.610935 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:20:05.611267 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Checking segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:20:05.611663 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Bound using segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:20:05.612075 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Bound port: 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:20:05.612412 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:05.701706 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] For port 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:20:05.704566 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] For port 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:20:05.708107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:05.712952 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-53c65977-2130-4af1-a50b-85be1a33bb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:05.768054 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:05.768652 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:05.769983 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] 10.222.0.43 "PUT /v2.0/ports/28ad0f09-2c69-4773-ab38-32f9dba65b8c HTTP/1.1" status: 200 len: 1093 time: 0.9607763 Jun 05 17:20:05.770472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1648bf29-802b-44d6-98a9-272f32f8241c', 'tag': '28ad0f09-2c69-4773-ab38-32f9dba65b8c'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:20:05.772758 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a7f914-7522-4fc2-a145-b58a82ebdac8" -d '{"events": [{"name": "network-changed", "server_uuid": "1648bf29-802b-44d6-98a9-272f32f8241c", "tag": "28ad0f09-2c69-4773-ab38-32f9dba65b8c"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:20:05.789876 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=28ad0f09-2c69-4773-ab38-32f9dba65b8c,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:05.796862 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:05.843771 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899f2c8-c2fc-40d2-b949-9043a9f5dacd x-openstack-request-id: req-0899f2c8-c2fc-40d2-b949-9043a9f5dacd {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:20:05.844099 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1648bf29-802b-44d6-98a9-272f32f8241c", "tag": "28ad0f09-2c69-4773-ab38-32f9dba65b8c", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:20:05.844388 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0899f2c8-c2fc-40d2-b949-9043a9f5dacd {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:20:05.844802 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1648bf29-802b-44d6-98a9-272f32f8241c', 'tag': '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'status': 'completed', 'code': 200} Jun 05 17:20:05.884896 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-c0893cdd-5a6d-4b23-8792-c650a79c6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:05.886340 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-c0893cdd-5a6d-4b23-8792-c650a79c6bf4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 1096 time: 0.0762920 Jun 05 17:20:05.953007 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-2e091dbe-b8b4-47cf-b90a-b43195bbcd9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c HTTP/1.1" status: 200 len: 217 time: 0.0587280 Jun 05 17:20:06.022168 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-999830e6-280a-461b-952c-05ba45262fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:06.023585 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-999830e6-280a-461b-952c-05ba45262fde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0583706 Jun 05 17:20:06.067939 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-b0c800cc-a281-41c2-942b-aab63b4b2eac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384383 Jun 05 17:20:06.195025 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-6a8d78fd-41d6-486c-a3ba-f8df27eb460a service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198647 Jun 05 17:20:06.322356 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4e18e6b6-1b92-415a-b743-2a889c86dad5 req-76a2ac38-cb39-4e9a-acb6-310509344cf8 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202288 Jun 05 17:20:06.444170 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-828d4569-4ef2-42c4-af44-66a371c3c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:06.445662 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-828d4569-4ef2-42c4-af44-66a371c3c9c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 1096 time: 0.0736246 Jun 05 17:20:06.547090 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efa22e-3332-4cc3-8e07-5d34996347a6 req-c047768e-93d9-49d1-beae-bfba1c309466 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:06.548572 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d7efa22e-3332-4cc3-8e07-5d34996347a6 req-c047768e-93d9-49d1-beae-bfba1c309466 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 943 time: 0.0825469 Jun 05 17:20:06.575653 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-d200f561-60a2-47bf-9a48-06406076a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:06.576954 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-d200f561-60a2-47bf-9a48-06406076a778 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 916 time: 0.1249962 Jun 05 17:20:06.592407 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d7efa22e-3332-4cc3-8e07-5d34996347a6 req-75635eb8-8fdf-4aa6-bc50-a9cb28e2aee5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Jun 05 17:20:06.643716 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-cd83e79e-71fe-4152-9695-4145f673f779 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c HTTP/1.1" status: 200 len: 217 time: 0.0596273 Jun 05 17:20:06.707816 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-8428c11d-1772-4512-bedd-606750552c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:06.709186 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-8428c11d-1772-4512-bedd-606750552c89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0594113 Jun 05 17:20:06.754915 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-dc6a0688-f40d-475d-a240-c0cae36d6c87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390840 Jun 05 17:20:06.973962 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-2a539c50-9268-4c94-aa7e-26f232ffb02a service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121880 Jun 05 17:20:07.101993 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4a7f914-7522-4fc2-a145-b58a82ebdac8 req-609704a0-302a-4698-bef5-3dcb95da8506 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211345 Jun 05 17:20:07.778096 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c24f5-a2da-4aa4-88eb-a33e544d3110 req-1edf4c55-54a5-4ee0-96fb-85cb7b5e654c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:07.779532 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b90c24f5-a2da-4aa4-88eb-a33e544d3110 req-1edf4c55-54a5-4ee0-96fb-85cb7b5e654c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 943 time: 0.0821407 Jun 05 17:20:07.822440 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b90c24f5-a2da-4aa4-88eb-a33e544d3110 req-459c3700-a647-4e6d-b1f4-42d9b3047d65 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Jun 05 17:20:08.319635 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:09.002901 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbda79-9998-4832-bfbf-78512f8b4ea5 req-504030bd-f3c6-4f0b-9a7e-3147f0993ec2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:09.004344 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-debbda79-9998-4832-bfbf-78512f8b4ea5 req-504030bd-f3c6-4f0b-9a7e-3147f0993ec2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 943 time: 0.0776637 Jun 05 17:20:09.048799 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-debbda79-9998-4832-bfbf-78512f8b4ea5 req-54da5ff1-6561-4edc-976c-ebfcf49fba08 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375109 Jun 05 17:20:09.097827 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 28ad0f09-2c69-4773-ab38-32f9dba65b8c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:20:09.262656 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:09.275510 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'port_id': '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'mac_address': 'fa:16:3e:7a:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a77c5f-cfca-4b92-97e5-52631af2e79b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:20:09.340268 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:09.350009 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3286a3ea-5196-4d2d-826d-91c41bac458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:09.358108 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ad0f09-2c69-4773-ab38-32f9dba65b8c {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:20:09.373500 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:09.376760 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:09.378358 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-0c2b9141-3a8e-4b6f-8a72-000e6cf640b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:09.440187 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=28ad0f09-2c69-4773-ab38-32f9dba65b8c,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:09.443357 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:09.719792 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['28ad0f09-2c69-4773-ab38-32f9dba65b8c'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:20:10.230165 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee062f-b4b3-42c4-80a9-48acde61993e req-56d62b50-fd8f-4f80-a334-d91ec8ddfe22 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:10.231586 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1eee062f-b4b3-42c4-80a9-48acde61993e req-56d62b50-fd8f-4f80-a334-d91ec8ddfe22 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 944 time: 0.0782630 Jun 05 17:20:10.278629 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1eee062f-b4b3-42c4-80a9-48acde61993e req-76b7343a-f1dd-4877-91eb-ae5e1be7acb6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Jun 05 17:20:11.099251 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 28ad0f09-2c69-4773-ab38-32f9dba65b8c up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:20:11.163470 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 28ad0f09-2c69-4773-ab38-32f9dba65b8c completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:20:11.168474 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 28ad0f09-2c69-4773-ab38-32f9dba65b8c triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:20:11.168846 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:11.279709 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:11.305347 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648bf29-802b-44d6-98a9-272f32f8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ad0f09-2c69-4773-ab38-32f9dba65b8c'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:20:11.307572 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f60531-700d-475a-b727-cd0fd5f9ba82" -d '{"events": [{"server_uuid": "1648bf29-802b-44d6-98a9-272f32f8241c", "name": "network-vif-plugged", "status": "completed", "tag": "28ad0f09-2c69-4773-ab38-32f9dba65b8c"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:20:11.315734 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:11.322226 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:11.324069 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-5f09dafa-d9ab-444e-856f-ac0b44a4b68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:11.358789 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11942103-2c02-4ae6-964b-30246f0049d3 x-openstack-request-id: req-11942103-2c02-4ae6-964b-30246f0049d3 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:20:11.359086 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648bf29-802b-44d6-98a9-272f32f8241c", "name": "network-vif-plugged", "status": "completed", "tag": "28ad0f09-2c69-4773-ab38-32f9dba65b8c", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:20:11.359364 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11942103-2c02-4ae6-964b-30246f0049d3 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:20:11.359790 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648bf29-802b-44d6-98a9-272f32f8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'code': 200} Jun 05 17:20:11.400854 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=28ad0f09-2c69-4773-ab38-32f9dba65b8c,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:11.404005 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:11.467728 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6a06-27e3-4dc9-be55-a2efae5125f0 req-7925d881-5f8d-4b80-8c4e-6630766989a6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:11.469326 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3af6a06-27e3-4dc9-be55-a2efae5125f0 req-7925d881-5f8d-4b80-8c4e-6630766989a6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 945 time: 0.0851886 Jun 05 17:20:11.514078 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d3af6a06-27e3-4dc9-be55-a2efae5125f0 req-10465f7f-1f17-4800-82da-f5c554ca56c2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Jun 05 17:20:11.577257 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f88a-615c-489c-b18a-64e70f883218 req-5c62c34c-a2a8-4837-b318-d8984f98f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:11.578689 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3e66f88a-615c-489c-b18a-64e70f883218 req-5c62c34c-a2a8-4837-b318-d8984f98f897 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 1098 time: 0.0682840 Jun 05 17:20:11.620538 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3e66f88a-615c-489c-b18a-64e70f883218 req-19bdf85a-7a15-4262-a370-aee28366df31 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348811 Jun 05 17:20:11.753598 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:11.947853 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-3fe60a53-1a9d-4eb6-8723-3f11ffe35daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:12.700489 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eade67-242d-466f-9082-bc3142cbde58 req-e5df49f9-9b5e-4b49-8761-657fdbfa7787 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:12.702016 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-79eade67-242d-466f-9082-bc3142cbde58 req-e5df49f9-9b5e-4b49-8761-657fdbfa7787 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 945 time: 0.0823896 Jun 05 17:20:12.747961 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-79eade67-242d-466f-9082-bc3142cbde58 req-e2b2419b-7546-4ddb-9a45-56cfac94ac17 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Jun 05 17:20:13.022378 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:13.929060 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862b12-d351-436a-bfd6-9e24d0bfb44d req-a6481438-e549-468e-bb14-1a540e6abf72 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:13.931189 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4d862b12-d351-436a-bfd6-9e24d0bfb44d req-a6481438-e549-468e-bb14-1a540e6abf72 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 945 time: 0.0807388 Jun 05 17:20:13.975541 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4d862b12-d351-436a-bfd6-9e24d0bfb44d req-bd33b066-6a02-4f3b-a45c-f21352fe6cc6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Jun 05 17:20:13.981741 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-0e06d823-8782-457e-bee0-3722c9435b55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734029 Jun 05 17:20:14.133662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-ea4910af-ee76-41f7-97db-c630f3f1c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:14.135107 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-ea4910af-ee76-41f7-97db-c630f3f1c826 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 1099 time: 0.0729117 Jun 05 17:20:14.279950 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-455851db-17fe-4e28-80bc-380fd970d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:14.281390 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-455851db-17fe-4e28-80bc-380fd970d708 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1259785 Jun 05 17:20:14.384489 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-781a8016-93d3-4d0e-8dea-9a73284936cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e HTTP/1.1" status: 200 len: 1001 time: 0.0961120 Jun 05 17:20:14.448664 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-86498183-57c5-41a6-b073-7cdbed9d1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:14.450090 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-86498183-57c5-41a6-b073-7cdbed9d1d77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0573502 Jun 05 17:20:14.526289 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-63380903-c706-40fd-a317-34836b660df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:14.527775 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-63380903-c706-40fd-a317-34836b660df0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700939 Jun 05 17:20:14.632420 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:14.673047 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-69f62149-7043-4b95-84c4-4daf32086185 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371365 Jun 05 17:20:14.803808 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bd73c446-8940-4052-8429-bb48bcf0ca15 req-ecb035e0-8d26-4b07-9a04-f69dec3879ba service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241999 Jun 05 17:20:16.046852 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-b50535b4-b3b4-4163-92e9-60194bd71ac6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:16.048275 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-b50535b4-b3b4-4163-92e9-60194bd71ac6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.1435821 Jun 05 17:20:16.061924 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-49fc7548-a15e-4333-a616-209788e540d9 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/quotas/c0324e6e5247489aa148060625975c6d HTTP/1.1" status: 200 len: 375 time: 0.0083182 Jun 05 17:20:16.225044 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-5bedb99b-3ede-4ade-b7ce-b2cd5149356f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584496 Jun 05 17:20:16.352858 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-ec587918-59ff-4dc9-a6ec-1c85d194430e service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210763 Jun 05 17:20:16.480746 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-281869fc-18c4-4c85-bb79-f36cdd61fad7 service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222134 Jun 05 17:20:16.660091 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-8b2d81f6-b1b7-4a8f-bdbf-fcf47e123459 req-996ffe05-3116-4391-a9e5-8ff9c655c379 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 210 time: 0.0454054 Jun 05 17:20:17.333447 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:20:17.697543 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-fe787238-ea86-4cfe-b815-0fbc8f4746b5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:17.698960 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-fe787238-ea86-4cfe-b815-0fbc8f4746b5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.1506205 Jun 05 17:20:17.711893 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Request body: {'port': {'device_id': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'admin_state_up': True, 'tenant_id': 'c0324e6e5247489aa148060625975c6d'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:20:17.854881 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ebbc6074-068c-459c-90a7-44369addf6af req-9ec42133-7f15-4dc3-ac95-8a490ef752bc tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 210 time: 0.0511551 Jun 05 17:20:17.912662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Made reservation on behalf of c0324e6e5247489aa148060625975c6d for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:20:17.916464 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:18.071019 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Allocated IP 172.20.0.14 (58242956-88c7-450a-8297-de93afea926c/79a77c5f-cfca-4b92-97e5-52631af2e79b/e5de7aa5-a27b-4cab-98ba-c58fc53b3280) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:20:18.265618 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:18.294251 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:18.299370 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-52d2644c-69cc-4579-8e7e-e744b329d52e tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:18.307790 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8', '28ad0f09-2c69-4773-ab38-32f9dba65b8c'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:20:18.370301 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Network 58242956-88c7-450a-8297-de93afea926c is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:20:18.373277 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:20:18.377173 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:20:18.406757 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event updated for resources: {'Port': ['ID=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:18.412986 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:18.442818 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:18.443445 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:18.461395 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-4837a19c-392b-40dd-a02c-21de85ace28b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7533445 Jun 05 17:20:18.471938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Request body: {'port': {'device_id': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:20:18.589597 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:19.012302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5de7aa5-a27b-4cab-98ba-c58fc53b3280 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:20:19.019487 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:19.034081 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Transition to ACTIVE for port object e5de7aa5-a27b-4cab-98ba-c58fc53b3280 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:20:19.038546 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:19.042690 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be49e-50ea-442d-b140-0c1b2e48f019 req-1898953d-3752-4e6d-b48d-fafde4da7608 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:19.043204 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-85e78ef3-5372-4d92-8c66-3d1cbc07235f tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:19.044210 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-394be49e-50ea-442d-b140-0c1b2e48f019 req-1898953d-3752-4e6d-b48d-fafde4da7608 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 932 time: 0.0811496 Jun 05 17:20:19.091480 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-394be49e-50ea-442d-b140-0c1b2e48f019 req-d2d56830-8080-45e0-a107-6c730722f68f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Jun 05 17:20:19.193941 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Pushing event updated for resources: {'Port': ['ID=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:19.201209 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:19.265149 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Attempting to bind port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:20:19.265475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Attempting to bind port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:20:19.265795 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Attempting to bind port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:20:19.270329 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 on network 58242956-88c7-450a-8297-de93afea926c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:20:19.270643 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Attempting to bind port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:20:19.275623 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:20:19.275954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Checking segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:20:19.276326 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Bound using segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:20:19.276752 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Bound port: e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:20:19.277069 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:19.364624 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] For port e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:20:19.368126 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] For port e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:20:19.372356 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:19.376615 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:19.431532 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:19.432134 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:19.433467 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] 10.222.0.43 "PUT /v2.0/ports/e5de7aa5-a27b-4cab-98ba-c58fc53b3280 HTTP/1.1" status: 200 len: 1094 time: 0.9655311 Jun 05 17:20:19.433952 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'tag': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:20:19.436228 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2439c913-e5fc-4449-9254-fcc66fb9b4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e91ca93e-72b9-40b3-bd4a-847be65f3e9f", "tag": "e5de7aa5-a27b-4cab-98ba-c58fc53b3280"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:20:19.453400 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Pushing event updated for resources: {'Port': ['ID=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:19.456301 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:19.509896 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a3428-6aec-4c21-875d-b2157eaccf21 x-openstack-request-id: req-669a3428-6aec-4c21-875d-b2157eaccf21 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:20:19.510230 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91ca93e-72b9-40b3-bd4a-847be65f3e9f", "tag": "e5de7aa5-a27b-4cab-98ba-c58fc53b3280", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:20:19.510520 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-669a3428-6aec-4c21-875d-b2157eaccf21 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:20:19.510943 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'tag': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280', 'status': 'completed', 'code': 200} Jun 05 17:20:19.548850 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-033448fe-70d5-4759-a8fc-0331050d49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:19.550294 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-033448fe-70d5-4759-a8fc-0331050d49fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 1097 time: 0.0723550 Jun 05 17:20:19.619818 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-6ae2f7e2-1894-4aea-a259-d40a76811e89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280 HTTP/1.1" status: 200 len: 217 time: 0.0626221 Jun 05 17:20:19.684056 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b220-731b-4299-9950-e96a4dd8f813 req-0ccbd64a-9cee-428c-b011-b727e9ef58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:19.685396 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-0ccbd64a-9cee-428c-b011-b727e9ef58cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0584648 Jun 05 17:20:19.731631 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-896982e2-fdce-4163-948d-d51d8bbbf095 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395434 Jun 05 17:20:19.860805 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-2d8acccb-cb72-4ef5-831a-3c81579a5568 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223192 Jun 05 17:20:19.989213 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2285b220-731b-4299-9950-e96a4dd8f813 req-0edf064e-22b8-4b69-a78b-98183650aba8 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210284 Jun 05 17:20:20.096361 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-150275b6-d560-476d-b173-e52813bf8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:20.097772 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-150275b6-d560-476d-b173-e52813bf8de2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 1097 time: 0.0681555 Jun 05 17:20:20.225533 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-cc3f320c-cbce-4a9d-8dc3-3638d5401de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:20.227530 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-cc3f320c-cbce-4a9d-8dc3-3638d5401de1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 916 time: 0.1233377 Jun 05 17:20:20.274749 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd731e3-4988-4492-a28b-d4ee8972274a req-18f80a69-86a8-413f-a209-b2f13adb40f6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:20.276183 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ebd731e3-4988-4492-a28b-d4ee8972274a req-18f80a69-86a8-413f-a209-b2f13adb40f6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 944 time: 0.0823486 Jun 05 17:20:20.297470 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-9e97251f-1590-42bb-870a-7fd72ef1ff47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280 HTTP/1.1" status: 200 len: 217 time: 0.0636187 Jun 05 17:20:20.320543 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-ebd731e3-4988-4492-a28b-d4ee8972274a req-5303c31c-10d7-4320-b339-ae8be31fb6d8 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382686 Jun 05 17:20:20.358242 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-c4497988-fbcd-4383-8458-b8f2a7d4d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:20.359673 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-c4497988-fbcd-4383-8458-b8f2a7d4d5e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0561848 Jun 05 17:20:20.410208 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-2b2f60c9-6b21-4dac-9e0f-ebc8e851643b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432537 Jun 05 17:20:20.625590 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-a6b065f6-ac1b-42ae-91dd-84e6e1f55115 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058392 Jun 05 17:20:20.753792 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2439c913-e5fc-4449-9254-fcc66fb9b4e3 req-12def374-a3b5-47df-829d-efb71a38f007 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214204 Jun 05 17:20:21.501125 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec599-10d6-4bc1-9660-30fa7566927e req-911fbaf4-4b7d-479e-b7de-d327bc27749c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:21.502552 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d2bec599-10d6-4bc1-9660-30fa7566927e req-911fbaf4-4b7d-479e-b7de-d327bc27749c tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 944 time: 0.0790811 Jun 05 17:20:21.546089 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-d2bec599-10d6-4bc1-9660-30fa7566927e req-b1a7a470-af94-4fb1-9c14-c11a07366132 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Jun 05 17:20:22.724904 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e345cb9-023f-42da-b848-628dad7828c4 req-f6745184-feca-49d8-8198-e28229514a9e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:22.726719 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2e345cb9-023f-42da-b848-628dad7828c4 req-f6745184-feca-49d8-8198-e28229514a9e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 944 time: 0.0767045 Jun 05 17:20:22.773479 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2e345cb9-023f-42da-b848-628dad7828c4 req-762ba570-6d60-478b-80ad-5ea3aece264d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Jun 05 17:20:23.959793 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30fb9-d343-4401-a425-9cbc05d7a3fb req-cd64f298-8173-4ee5-a572-8d859dfe5ab6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:23.961238 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a1e30fb9-d343-4401-a425-9cbc05d7a3fb req-cd64f298-8173-4ee5-a572-8d859dfe5ab6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 944 time: 0.0818157 Jun 05 17:20:24.004036 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-a1e30fb9-d343-4401-a425-9cbc05d7a3fb req-292e4e73-200b-4e8f-8962-d8ee5e84eb3e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Jun 05 17:20:25.139301 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e5de7aa5-a27b-4cab-98ba-c58fc53b3280 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:20:25.182693 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a0819-2611-4458-b93a-546a1d47955f req-3a17001a-80fb-44d5-8829-88062641815d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:25.184204 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-306a0819-2611-4458-b93a-546a1d47955f req-3a17001a-80fb-44d5-8829-88062641815d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 944 time: 0.0782211 Jun 05 17:20:25.229367 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-306a0819-2611-4458-b93a-546a1d47955f req-350accb3-8acf-4fbb-a8f4-ba048b541625 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Jun 05 17:20:25.273613 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:25.286157 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'port_id': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280', 'mac_address': 'fa:16:3e:6c:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a77c5f-cfca-4b92-97e5-52631af2e79b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:20:25.338957 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:25.357654 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5de7aa5-a27b-4cab-98ba-c58fc53b3280 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:20:25.372644 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:25.376415 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:25.378097 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:25.440488 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:25.443543 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:25.713312 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['e5de7aa5-a27b-4cab-98ba-c58fc53b3280'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:20:26.415116 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4772a0-c397-473f-83da-3daa05789f8b req-bdd74da9-f200-4791-afb2-6dc3bc6020fb tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:26.416591 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3d4772a0-c397-473f-83da-3daa05789f8b req-bdd74da9-f200-4791-afb2-6dc3bc6020fb tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 945 time: 0.0854981 Jun 05 17:20:26.464256 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3d4772a0-c397-473f-83da-3daa05789f8b req-72a00015-722f-42b1-a0ba-a7f2457f953d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Jun 05 17:20:27.166009 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e5de7aa5-a27b-4cab-98ba-c58fc53b3280 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:20:27.231013 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:20:27.235585 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:20:27.235986 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:27.348150 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:27.374103 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:20:27.376332 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f414b-db25-4d0e-a0fa-a8be95eed9ab" -d '{"events": [{"server_uuid": "e91ca93e-72b9-40b3-bd4a-847be65f3e9f", "name": "network-vif-plugged", "status": "completed", "tag": "e5de7aa5-a27b-4cab-98ba-c58fc53b3280"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:20:27.384201 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:27.387564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:27.389384 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b52b3f3f-738a-4b4c-a2d3-a355719d3e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:27.422816 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fbe4fe-cae0-4f30-a4d2-c1c345787274 x-openstack-request-id: req-30fbe4fe-cae0-4f30-a4d2-c1c345787274 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:20:27.423053 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ca93e-72b9-40b3-bd4a-847be65f3e9f", "name": "network-vif-plugged", "status": "completed", "tag": "e5de7aa5-a27b-4cab-98ba-c58fc53b3280", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:20:27.423314 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30fbe4fe-cae0-4f30-a4d2-c1c345787274 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:20:27.423721 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280', 'code': 200} Jun 05 17:20:27.454776 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:27.457559 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:27.707507 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98c10-bb71-4ac0-ba2a-99636e67467d req-87b7a974-d16c-46be-823b-714774a74740 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:27.708875 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df98c10-bb71-4ac0-ba2a-99636e67467d req-87b7a974-d16c-46be-823b-714774a74740 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.1378760 Jun 05 17:20:27.711827 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bd788-bb09-4270-a62b-238573a82956 req-d36ed028-0990-41c5-8b73-38208d4c38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:27.713133 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f28bd788-bb09-4270-a62b-238573a82956 req-d36ed028-0990-41c5-8b73-38208d4c38c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 1099 time: 0.1409044 Jun 05 17:20:27.781174 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df98c10-bb71-4ac0-ba2a-99636e67467d req-0f00ee44-3338-43c4-83c0-1d31bd9fd518 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661416 Jun 05 17:20:27.782752 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f28bd788-bb09-4270-a62b-238573a82956 req-26602a6d-b327-4ada-9ce9-5c3909fc7394 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547004 Jun 05 17:20:28.975086 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda8129-6469-474f-abd5-654c13a33912 req-9aefcfc3-f8e0-4b94-ad3d-030dfa5aadbd tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:28.977135 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2eda8129-6469-474f-abd5-654c13a33912 req-9aefcfc3-f8e0-4b94-ad3d-030dfa5aadbd tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.0851085 Jun 05 17:20:29.101910 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2eda8129-6469-474f-abd5-654c13a33912 req-db780a20-335b-4a86-809b-e70da11fcca6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184618 Jun 05 17:20:30.280256 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e07147-f763-4fd6-addf-562a0b13c466 req-f3961f9d-3ce0-4fde-952b-e597015b9221 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:30.281668 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-08e07147-f763-4fd6-addf-562a0b13c466 req-f3961f9d-3ce0-4fde-952b-e597015b9221 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.0767462 Jun 05 17:20:30.328598 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-08e07147-f763-4fd6-addf-562a0b13c466 req-c1edb7cd-67a7-45d6-8d55-0a6957107ec2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Jun 05 17:20:38.336100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:39.331192 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f9535b82-f30f-4281-b85e-34c7fb411127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:41.756167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:41.949392 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f41df315-b00d-47d2-86aa-4631f6d7cb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:41.968125 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-e8143b1e-4736-4cb8-870c-344f3264ea6b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:41.969529 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-e8143b1e-4736-4cb8-870c-344f3264ea6b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.1443594 Jun 05 17:20:41.983371 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-2bcab1de-561e-452e-a696-69190d69127a tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/quotas/c0324e6e5247489aa148060625975c6d HTTP/1.1" status: 200 len: 375 time: 0.0084076 Jun 05 17:20:42.065352 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-11010292-979c-4175-be01-6aea46b715f5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772278 Jun 05 17:20:42.194642 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-84a6884e-3337-424f-a84e-e14221a5e6e2 service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216228 Jun 05 17:20:42.321967 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-05f8fd7b-34f8-4b19-ab8d-6688e29a68a6 service neutron] 10.222.0.37 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215756 Jun 05 17:20:42.494372 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-d92edbe9-6789-425a-babb-7ee1c1000add req-68a50e7a-7723-4741-8a7c-e27860ba62c7 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 210 time: 0.0428855 Jun 05 17:20:43.026686 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:43.644630 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-709e366f-4abf-427f-8ace-5d0315d1325a req-ef5b8411-fbf0-4da6-a1b7-c7a2450dfdaf tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 210 time: 0.0478611 Jun 05 17:20:43.800703 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-1331e1e9-5720-4195-8db4-ce75bd13bd32 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:43.802108 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-1331e1e9-5720-4195-8db4-ce75bd13bd32 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 815 time: 0.1480963 Jun 05 17:20:43.815464 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Request body: {'port': {'device_id': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'admin_state_up': True, 'tenant_id': 'c0324e6e5247489aa148060625975c6d'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:20:44.061815 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Made reservation on behalf of c0324e6e5247489aa148060625975c6d for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:20:44.065277 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:44.221112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Allocated IP 172.20.0.2 (58242956-88c7-450a-8297-de93afea926c/79a77c5f-cfca-4b92-97e5-52631af2e79b/e2428fc4-f7e0-4951-bc66-7efadfa3a9e3) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:20:44.420450 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:44.449538 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:44.454793 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-21d247f8-4c64-4911-8bda-36cab0090a44 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:44.461937 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8', '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:20:44.517452 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Network 58242956-88c7-450a-8297-de93afea926c is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:20:44.520607 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:20:44.525182 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:20:44.565957 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event updated for resources: {'Port': ['ID=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:44.584147 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.584550 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.584958 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.585880 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.586249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.586596 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.586954 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.587310 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.587690 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.588043 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.588400 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.588751 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:44.594214 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:44.607302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:44.607938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:44.626090 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-36d7e25a-6839-4ad9-877a-1587e834ba58 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142805 Jun 05 17:20:44.640693 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Request body: {'port': {'device_id': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:20:44.653565 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:44.767974 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:44.842337 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c19ad3-18bb-4f7d-b0e2-e296a522ad81 req-8efa63a2-e1ed-43b8-b40b-c451d16e1f6a tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:44.843883 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-24c19ad3-18bb-4f7d-b0e2-e296a522ad81 req-8efa63a2-e1ed-43b8-b40b-c451d16e1f6a tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 931 time: 0.0842574 Jun 05 17:20:44.891930 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-24c19ad3-18bb-4f7d-b0e2-e296a522ad81 req-1d25238e-9593-4f8e-9549-82e2dcfc7477 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Jun 05 17:20:45.104732 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:20:45.111816 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:45.125859 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Transition to ACTIVE for port object e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:20:45.129463 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:45.133136 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bc2b09d3-5af5-45f6-9891-c43daf3ffeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:45.254710 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Pushing event updated for resources: {'Port': ['ID=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:45.279798 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:45.356612 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Attempting to bind port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:20:45.356943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Attempting to bind port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:20:45.357269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Attempting to bind port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:20:45.361737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 on network 58242956-88c7-450a-8297-de93afea926c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:20:45.362053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Attempting to bind port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 on network 58242956-88c7-450a-8297-de93afea926c {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:20:45.367687 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:20:45.368017 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Checking segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:20:45.368389 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Bound using segment: {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:20:45.368799 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Bound port: e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '58242956-88c7-450a-8297-de93afea926c'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:20:45.369134 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:45.453575 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] For port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:20:45.456419 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] For port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:20:45.461206 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:45.465485 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-8ded9dea-eccf-4c09-8f63-e564dc39edac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:45.521774 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:45.522453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:45.524327 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] 10.222.0.43 "PUT /v2.0/ports/e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 HTTP/1.1" status: 200 len: 1093 time: 0.8883488 Jun 05 17:20:45.524824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'tag': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:20:45.527082 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61d912e-bf29-488b-a0dd-a36528210c53" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2bb42c-02af-4db6-b25c-6643aedf3d6e", "tag": "e2428fc4-f7e0-4951-bc66-7efadfa3a9e3"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:20:45.546824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Pushing event updated for resources: {'Port': ['ID=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:45.549907 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:45.593675 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c8d41c-9703-445a-a117-12d6f6e059ad x-openstack-request-id: req-80c8d41c-9703-445a-a117-12d6f6e059ad {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:20:45.594008 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2bb42c-02af-4db6-b25c-6643aedf3d6e", "tag": "e2428fc4-f7e0-4951-bc66-7efadfa3a9e3", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:20:45.594302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80c8d41c-9703-445a-a117-12d6f6e059ad {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:20:45.594729 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'tag': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3', 'status': 'completed', 'code': 200} Jun 05 17:20:45.633879 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-17e2f654-4fb7-4eb0-83d1-74d2cd14ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:45.635397 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-17e2f654-4fb7-4eb0-83d1-74d2cd14ecc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 1096 time: 0.0739176 Jun 05 17:20:45.704587 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-47db0555-83ef-47b0-a4a6-f913888a8c1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 HTTP/1.1" status: 200 len: 217 time: 0.0622659 Jun 05 17:20:45.765439 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-9814724b-85f0-4a48-bdf2-1d2dba5cbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:45.766794 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-9814724b-85f0-4a48-bdf2-1d2dba5cbac7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0555129 Jun 05 17:20:45.813054 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-324b5e2b-63db-480a-8235-786f4405b2fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385680 Jun 05 17:20:46.039297 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-baff7fe6-3009-4667-80ba-8dad70bdf03e service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185042 Jun 05 17:20:46.073586 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a73b2-2ba6-4e23-970b-f40161cfd233 req-44a54955-1cf6-42fa-b043-a718ca032d9e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:46.075025 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-454a73b2-2ba6-4e23-970b-f40161cfd233 req-44a54955-1cf6-42fa-b043-a718ca032d9e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 943 time: 0.0790477 Jun 05 17:20:46.117958 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-454a73b2-2ba6-4e23-970b-f40161cfd233 req-504eb111-f992-41bb-9776-750bd1847bc3 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Jun 05 17:20:46.169708 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-929d371d-1a87-4e1d-b465-b86698d3d5ab req-54e6a72c-2125-4724-83fd-1937d5127c47 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231301 Jun 05 17:20:46.283107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-9c430847-55d7-4ce9-9775-ef79184022e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:46.284553 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-9c430847-55d7-4ce9-9775-ef79184022e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 1096 time: 0.0679741 Jun 05 17:20:46.412576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-b5ce69ff-ade4-4b54-93f1-667830a050ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:46.413978 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-b5ce69ff-ade4-4b54-93f1-667830a050ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 916 time: 0.1222644 Jun 05 17:20:46.482987 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-5134d206-13bc-4fdc-baf0-526fca705501 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 HTTP/1.1" status: 200 len: 217 time: 0.0619221 Jun 05 17:20:46.544902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-26e49256-aaa3-4726-a73d-6f5924b37405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:46.546282 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-26e49256-aaa3-4726-a73d-6f5924b37405 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0567648 Jun 05 17:20:46.595208 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-1c5bfc82-355c-407c-a914-379d14ca9c64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420327 Jun 05 17:20:46.721728 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-20cb5170-8f6e-43a1-b8e6-d9ebc9c40cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196461 Jun 05 17:20:46.849586 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f61d912e-bf29-488b-a0dd-a36528210c53 req-f904280c-1c99-430c-b7fb-974b49c7cfcc service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205118 Jun 05 17:20:47.307560 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600906f6-f641-49da-ad7d-e79896950158 req-34eab83c-9659-4a60-9040-5fb3203a2e35 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:47.308977 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-600906f6-f641-49da-ad7d-e79896950158 req-34eab83c-9659-4a60-9040-5fb3203a2e35 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 943 time: 0.0819657 Jun 05 17:20:47.351958 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-600906f6-f641-49da-ad7d-e79896950158 req-a5048d98-1f5d-469b-9b52-1a7ebfacebc6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 Jun 05 17:20:48.535930 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b074-4901-4e50-833e-9a0c2cf0b66f req-5eb0b647-d151-4164-a04f-ab9bee45c08d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:48.537360 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3352b074-4901-4e50-833e-9a0c2cf0b66f req-5eb0b647-d151-4164-a04f-ab9bee45c08d tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 943 time: 0.0827906 Jun 05 17:20:48.580720 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3352b074-4901-4e50-833e-9a0c2cf0b66f req-86ea7a7c-9144-4798-8e46-d9b75af7f3db tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Jun 05 17:20:49.761485 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a9ed-b7c0-416e-a005-43ea359c50a5 req-3f623200-d7f8-443d-9f9d-9e9ceb5c6162 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:49.762905 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-33d7a9ed-b7c0-416e-a005-43ea359c50a5 req-3f623200-d7f8-443d-9f9d-9e9ceb5c6162 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 943 time: 0.0818877 Jun 05 17:20:49.806466 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-33d7a9ed-b7c0-416e-a005-43ea359c50a5 req-b4a21a68-5a2f-4436-a684-3e5442e61e55 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380802 Jun 05 17:20:50.988215 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b360-a26a-4494-b8b6-0ce86a46b86c req-62950e61-31c2-42aa-bbfc-528df915a731 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:50.989654 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3bc6b360-a26a-4494-b8b6-0ce86a46b86c req-62950e61-31c2-42aa-bbfc-528df915a731 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 943 time: 0.0782461 Jun 05 17:20:51.036139 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3bc6b360-a26a-4494-b8b6-0ce86a46b86c req-943e86a1-de1f-4912-b32e-5199ef4111d6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Jun 05 17:20:51.322962 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:20:51.450662 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:51.463809 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3', 'network_id': '58242956-88c7-450a-8297-de93afea926c', 'port_id': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3', 'mac_address': 'fa:16:3e:fe:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a77c5f-cfca-4b92-97e5-52631af2e79b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:20:51.518999 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:51.534883 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:20:51.549379 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:51.553249 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:51.555360 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:51.617936 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:51.625302 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.625672 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.626011 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.626342 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.626669 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.626994 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.627315 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.627658 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.627978 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.628295 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.628610 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.628923 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:20:51.633161 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:51.938216 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['e2428fc4-f7e0-4951-bc66-7efadfa3a9e3'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:20:52.214941 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c69fca-d75c-4d77-9ba5-5ef8835187bd req-4cfc062c-ac61-4b4c-bc9f-5bcc6280fa53 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:52.216320 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-83c69fca-d75c-4d77-9ba5-5ef8835187bd req-4cfc062c-ac61-4b4c-bc9f-5bcc6280fa53 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 944 time: 0.0784352 Jun 05 17:20:52.258511 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-83c69fca-d75c-4d77-9ba5-5ef8835187bd req-83f997c9-59cd-456a-9fc7-7260ede5ab40 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367174 Jun 05 17:20:53.338983 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:20:53.404531 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:20:53.409031 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:20:53.409404 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:53.440503 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611a57e-198c-41f8-95d2-52948857adb9 req-285bd704-bfaa-465e-95b0-2bec9735e7f2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:53.441941 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4611a57e-198c-41f8-95d2-52948857adb9 req-285bd704-bfaa-465e-95b0-2bec9735e7f2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 944 time: 0.0806298 Jun 05 17:20:53.485920 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4611a57e-198c-41f8-95d2-52948857adb9 req-5ca09975-38dd-4864-8a03-24280ae0fbf4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Jun 05 17:20:53.522786 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:53.548316 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:20:53.550506 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92ee89f-2094-4576-a410-0bccc97dbd44" -d '{"events": [{"server_uuid": "cf2bb42c-02af-4db6-b25c-6643aedf3d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e2428fc4-f7e0-4951-bc66-7efadfa3a9e3"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:20:53.559110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:20:53.563184 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:20:53.564986 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-3c30b27f-7d6f-4828-a3dc-2cba1faa084c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:20:53.601026 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b3564-a245-41d7-9532-e64f593e7669 x-openstack-request-id: req-740b3564-a245-41d7-9532-e64f593e7669 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:20:53.601323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2bb42c-02af-4db6-b25c-6643aedf3d6e", "name": "network-vif-plugged", "status": "completed", "tag": "e2428fc4-f7e0-4951-bc66-7efadfa3a9e3", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:20:53.601580 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-740b3564-a245-41d7-9532-e64f593e7669 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:20:53.601963 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3', 'code': 200} Jun 05 17:20:53.633289 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:20:53.636151 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:20:53.834049 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353421-99a3-4b68-962d-1eca44564dd4 req-cd138668-ca55-4a37-bbba-427dc44d409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:53.835965 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0a353421-99a3-4b68-962d-1eca44564dd4 req-cd138668-ca55-4a37-bbba-427dc44d409b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 1098 time: 0.0725007 Jun 05 17:20:53.875512 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0a353421-99a3-4b68-962d-1eca44564dd4 req-682c69c4-a45d-4c75-af5a-ab2ac48a0b3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Jun 05 17:20:54.331848 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:20:54.673135 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb331f2-bb7e-4689-b6c8-f7885486c461 req-8a1eaaf7-8e28-4281-b57e-aec1d7fc42ba tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:54.674805 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-eeb331f2-bb7e-4689-b6c8-f7885486c461 req-8a1eaaf7-8e28-4281-b57e-aec1d7fc42ba tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 945 time: 0.0855792 Jun 05 17:20:54.718450 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-eeb331f2-bb7e-4689-b6c8-f7885486c461 req-36d66d71-9644-47bd-984f-65fe7324f751 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Jun 05 17:20:55.903631 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83087-8ab9-41b4-9e24-cea608f21d5e req-7d19e3e7-ff90-49e4-ba77-305163b66806 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:20:55.905077 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7ce83087-8ab9-41b4-9e24-cea608f21d5e req-7d19e3e7-ff90-49e4-ba77-305163b66806 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 945 time: 0.0812817 Jun 05 17:20:55.953735 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7ce83087-8ab9-41b4-9e24-cea608f21d5e req-83aca394-e7d5-4db0-8b29-06bb354de0f5 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Jun 05 17:21:08.349703 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:08.783093 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825037-d06a-4638-b147-f5aad8c4ff58 req-d86d05b9-d5f3-42ca-8ab0-d85a38a86a9f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:08.784529 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6b825037-d06a-4638-b147-f5aad8c4ff58 req-d86d05b9-d5f3-42ca-8ab0-d85a38a86a9f tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 945 time: 0.0787435 Jun 05 17:21:08.828014 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6b825037-d06a-4638-b147-f5aad8c4ff58 req-bd260456-88c0-4abd-85eb-4e0ae4de91cb tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jun 05 17:21:09.334287 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-80c9f31e-5a62-4df6-a314-58083dc79431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:10.008227 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d709877-98bd-42b1-bc7c-be8ef5d28776 req-3a0c67d1-a4af-4a3a-83a0-d8a0501e15a6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:10.009646 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3d709877-98bd-42b1-bc7c-be8ef5d28776 req-3a0c67d1-a4af-4a3a-83a0-d8a0501e15a6 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 945 time: 0.0775733 Jun 05 17:21:10.056748 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-3d709877-98bd-42b1-bc7c-be8ef5d28776 req-3f5b1aec-28f5-4354-9ca3-d03a255052af tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Jun 05 17:21:10.775929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-4e5319cf-a062-4d43-932c-729da96859f0 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:10.777241 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-4e5319cf-a062-4d43-932c-729da96859f0 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 945 time: 0.1741748 Jun 05 17:21:10.909184 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Deleting port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:21:10.909520 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:11.040992 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] For port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:21:11.041347 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:11.165737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Calling delete_port for e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:21:11.268366 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627e354-491a-42b5-8284-d93fbe48b6a4 req-d5aaa596-c951-46f0-9598-04bdfa93438e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:11.269777 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5627e354-491a-42b5-8284-d93fbe48b6a4 req-d5aaa596-c951-46f0-9598-04bdfa93438e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf2bb42c-02af-4db6-b25c-6643aedf3d6e HTTP/1.1" status: 200 len: 945 time: 0.1113279 Jun 05 17:21:11.370247 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5627e354-491a-42b5-8284-d93fbe48b6a4 req-eee0304a-f8d0-4a82-afe4-6a5d752d37ec tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946996 Jun 05 17:21:11.379545 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:11.385363 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2d187d65-0323-403f-8c05-52424e13b887 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:11.391393 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8', '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280', 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:21:11.430115 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event deleted for resources: {'Port': ['ID=e2428fc4-f7e0-4951-bc66-7efadfa3a9e3,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:11.433072 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:11.506035 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] No DVR routers for this DVR port e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:21:11.508577 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:11.510518 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cc07627d-82dc-43e3-bf3b-20b47779c303 req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "DELETE /v2.0/ports/e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 HTTP/1.1" status: 204 len: 173 time: 0.7274692 Jun 05 17:21:11.511028 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'name': 'network-vif-deleted', 'tag': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:21:11.513393 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02108c9c-d521-4015-a032-090c4a373166" -d '{"events": [{"server_uuid": "cf2bb42c-02af-4db6-b25c-6643aedf3d6e", "name": "network-vif-deleted", "tag": "e2428fc4-f7e0-4951-bc66-7efadfa3a9e3"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:21:11.561487 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d56dba-8f37-459b-b808-14ee0094b417 x-openstack-request-id: req-42d56dba-8f37-459b-b808-14ee0094b417 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:21:11.561825 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2bb42c-02af-4db6-b25c-6643aedf3d6e", "name": "network-vif-deleted", "tag": "e2428fc4-f7e0-4951-bc66-7efadfa3a9e3", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:21:11.562119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42d56dba-8f37-459b-b808-14ee0094b417 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:21:11.562600 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2bb42c-02af-4db6-b25c-6643aedf3d6e', 'name': 'network-vif-deleted', 'tag': 'e2428fc4-f7e0-4951-bc66-7efadfa3a9e3', 'status': 'completed', 'code': 200} Jun 05 17:21:11.766626 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:11.950485 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b32db58c-033a-40bb-99b8-f41eb0450d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:13.030464 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:14.029968 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2c7f5-3ee6-48fd-a40e-f9cb57924b36 req-c029c424-cb98-4ae0-9909-c94b1be0b24e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:14.031413 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-27b2c7f5-3ee6-48fd-a40e-f9cb57924b36 req-c029c424-cb98-4ae0-9909-c94b1be0b24e tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.0786107 Jun 05 17:21:14.077961 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-27b2c7f5-3ee6-48fd-a40e-f9cb57924b36 req-d78d620e-8cfd-4261-824d-f3f398a80a17 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Jun 05 17:21:14.635641 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:15.261404 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c18b2-4208-421c-a213-f8569b6a7dd2 req-60171c7f-2afa-44e8-9351-afc06f77b0a1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:15.262752 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5a1c18b2-4208-421c-a213-f8569b6a7dd2 req-60171c7f-2afa-44e8-9351-afc06f77b0a1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.0828023 Jun 05 17:21:15.306847 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5a1c18b2-4208-421c-a213-f8569b6a7dd2 req-0ddd3bf1-e429-4c6e-bbf5-e246685b64f1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385795 Jun 05 17:21:15.433333 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:21:15.468295 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:21:15.468649 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e2428fc4-f7e0-4951-bc66-7efadfa3a9e3 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:21:15.921471 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-fd56d653-aa7f-4d68-8edb-2cfcfbd17311 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:15.922797 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-fd56d653-aa7f-4d68-8edb-2cfcfbd17311 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.0803280 Jun 05 17:21:16.019233 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-c32fe469-b048-40ac-af97-2848b47de885 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680108 Jun 05 17:21:16.059014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Deleting port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:21:16.059371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:16.114550 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589761b-6beb-450e-a027-227d560ec9d8 req-17f62512-692d-49de-b7c8-2fc245d4f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:16.116624 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-17f62512-692d-49de-b7c8-2fc245d4f6fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0324e6e5247489aa148060625975c6d&device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 1098 time: 0.0731709 Jun 05 17:21:16.191633 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] For port e5de7aa5-a27b-4cab-98ba-c58fc53b3280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:21:16.191903 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:16.259519 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589761b-6beb-450e-a027-227d560ec9d8 req-7b1638d9-d3bb-4a24-a35e-aa04d14b5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:16.260975 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-7b1638d9-d3bb-4a24-a35e-aa04d14b5088 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 200 len: 916 time: 0.1259596 Jun 05 17:21:16.312636 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Calling delete_port for e5de7aa5-a27b-4cab-98ba-c58fc53b3280 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:21:16.329288 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-d6cadc45-0c62-4f73-999b-359cab4d2a1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8 HTTP/1.1" status: 200 len: 217 time: 0.0616965 Jun 05 17:21:16.392469 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589761b-6beb-450e-a027-227d560ec9d8 req-8f87c8b6-ba94-41f2-bffe-384d0a3d5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:16.393908 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-8f87c8b6-ba94-41f2-bffe-384d0a3d5779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 200 len: 855 time: 0.0571673 Jun 05 17:21:16.441415 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-4f6023b9-cfa0-4168-ab34-c42c9b3bdcd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58242956-88c7-450a-8297-de93afea926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406606 Jun 05 17:21:16.472771 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:16.482985 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:16.484125 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8', '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:21:16.576802 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-2dca1b3d-3c14-4aa6-91e8-d62199c78dbb service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278961 Jun 05 17:21:16.668321 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event deleted for resources: {'Port': ['ID=e5de7aa5-a27b-4cab-98ba-c58fc53b3280,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:16.671378 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:16.716802 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] No DVR routers for this DVR port e5de7aa5-a27b-4cab-98ba-c58fc53b3280 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:21:16.719407 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:16.720667 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-4589761b-6beb-450e-a027-227d560ec9d8 req-d6efb686-a8ec-40d0-b02c-cfb2e2fb9f04 service neutron] 10.222.0.43 "GET /v2.0/networks/58242956-88c7-450a-8297-de93afea926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363871 Jun 05 17:21:16.721496 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f4fb626e-ff71-46ee-9adb-f5a603e6e586 req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "DELETE /v2.0/ports/e5de7aa5-a27b-4cab-98ba-c58fc53b3280 HTTP/1.1" status: 204 len: 173 time: 0.7931507 Jun 05 17:21:16.722193 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'name': 'network-vif-deleted', 'tag': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:21:16.724565 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee4b5be-efb8-4ae7-ab36-9c57977fef41" -d '{"events": [{"server_uuid": "e91ca93e-72b9-40b3-bd4a-847be65f3e9f", "name": "network-vif-deleted", "tag": "e5de7aa5-a27b-4cab-98ba-c58fc53b3280"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:21:16.747200 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9077ca-a247-4e2c-9888-d7b1b1bce449 req-33bf780b-2693-4bfd-8f66-a628127455b2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:16.749021 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6a9077ca-a247-4e2c-9888-d7b1b1bce449 req-33bf780b-2693-4bfd-8f66-a628127455b2 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=e91ca93e-72b9-40b3-bd4a-847be65f3e9f HTTP/1.1" status: 200 len: 946 time: 0.3338463 Jun 05 17:21:16.790898 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8faecd7-02bd-4020-a5fe-68378e489e2b x-openstack-request-id: req-c8faecd7-02bd-4020-a5fe-68378e489e2b {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:21:16.791294 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91ca93e-72b9-40b3-bd4a-847be65f3e9f", "name": "network-vif-deleted", "tag": "e5de7aa5-a27b-4cab-98ba-c58fc53b3280", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:21:16.791635 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8faecd7-02bd-4020-a5fe-68378e489e2b {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:21:16.792206 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91ca93e-72b9-40b3-bd4a-847be65f3e9f', 'name': 'network-vif-deleted', 'tag': 'e5de7aa5-a27b-4cab-98ba-c58fc53b3280', 'status': 'completed', 'code': 200} Jun 05 17:21:16.804161 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6a9077ca-a247-4e2c-9888-d7b1b1bce449 req-924427f2-84f2-44ad-856f-9816cb55be47 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Jun 05 17:21:18.340876 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e672cd-3ef7-4510-8c84-439cbabe0e49 req-900d2b77-8d9d-4093-893b-4a16a4bfcf2b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:18.342232 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a3e672cd-3ef7-4510-8c84-439cbabe0e49 req-900d2b77-8d9d-4093-893b-4a16a4bfcf2b tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 945 time: 0.1717889 Jun 05 17:21:18.385207 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a3e672cd-3ef7-4510-8c84-439cbabe0e49 req-6b0c4c22-2368-4381-8d2d-97e94e137abb tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372100 Jun 05 17:21:19.466786 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e5de7aa5-a27b-4cab-98ba-c58fc53b3280 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:21:19.501586 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: e5de7aa5-a27b-4cab-98ba-c58fc53b3280 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:21:19.501939 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device e5de7aa5-a27b-4cab-98ba-c58fc53b3280 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:21:19.574511 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694492b6-9c46-4386-a66d-72d2c8493268 req-9adb1ee0-d62d-455e-a57d-7c45185d26da tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:19.575985 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-694492b6-9c46-4386-a66d-72d2c8493268 req-9adb1ee0-d62d-455e-a57d-7c45185d26da tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 945 time: 0.0830235 Jun 05 17:21:19.621215 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-694492b6-9c46-4386-a66d-72d2c8493268 req-78da7c51-9833-42bc-a092-0449cf218c84 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Jun 05 17:21:19.757321 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-1cf1bed1-5f1a-44e5-b83c-d02da3763ee1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:19.758638 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-1cf1bed1-5f1a-44e5-b83c-d02da3763ee1 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 945 time: 0.0770693 Jun 05 17:21:19.891885 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Deleting port 28ad0f09-2c69-4773-ab38-32f9dba65b8c {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:21:19.892227 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:20.026838 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] For port 28ad0f09-2c69-4773-ab38-32f9dba65b8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28ad0f09-2c69-4773-ab38-32f9dba65b8c,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:21:20.027102 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:20.147091 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Calling delete_port for 28ad0f09-2c69-4773-ab38-32f9dba65b8c owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:21:20.257295 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:20.263162 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e317b213-4151-4cc3-b2fd-34af37912a26 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:20.269115 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8', '28ad0f09-2c69-4773-ab38-32f9dba65b8c'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:21:20.311541 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event deleted for resources: {'Port': ['ID=28ad0f09-2c69-4773-ab38-32f9dba65b8c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:20.346615 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:20.386601 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] No DVR routers for this DVR port 28ad0f09-2c69-4773-ab38-32f9dba65b8c on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:21:20.389141 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:20.391027 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3615a1dc-3ff0-46dc-a462-bb4bf3d17653 req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "DELETE /v2.0/ports/28ad0f09-2c69-4773-ab38-32f9dba65b8c HTTP/1.1" status: 204 len: 173 time: 0.6270859 Jun 05 17:21:20.391572 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648bf29-802b-44d6-98a9-272f32f8241c', 'name': 'network-vif-deleted', 'tag': '28ad0f09-2c69-4773-ab38-32f9dba65b8c'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:21:20.393819 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc0d07-9b8f-4874-9c00-84d339ef08c3" -d '{"events": [{"server_uuid": "1648bf29-802b-44d6-98a9-272f32f8241c", "name": "network-vif-deleted", "tag": "28ad0f09-2c69-4773-ab38-32f9dba65b8c"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:21:20.437117 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f67a3eb-9677-4303-99e8-f458a1e35f3e x-openstack-request-id: req-3f67a3eb-9677-4303-99e8-f458a1e35f3e {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:21:20.437454 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648bf29-802b-44d6-98a9-272f32f8241c", "name": "network-vif-deleted", "tag": "28ad0f09-2c69-4773-ab38-32f9dba65b8c", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:21:20.437749 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f67a3eb-9677-4303-99e8-f458a1e35f3e {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:21:20.438180 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648bf29-802b-44d6-98a9-272f32f8241c', 'name': 'network-vif-deleted', 'tag': '28ad0f09-2c69-4773-ab38-32f9dba65b8c', 'status': 'completed', 'code': 200} Jun 05 17:21:20.777742 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ec303875-fd08-451c-8b82-32c102717bdf req-4c70d580-9d4b-4f64-acde-6baaaab6d413 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1648bf29-802b-44d6-98a9-272f32f8241c HTTP/1.1" status: 200 len: 210 time: 0.0421758 Jun 05 17:21:23.447066 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655451ba-a24d-4108-89fa-ff29483219e9 req-c76c0534-38a6-4622-8c02-04da1fbee9f7 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:23.448403 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-655451ba-a24d-4108-89fa-ff29483219e9 req-c76c0534-38a6-4622-8c02-04da1fbee9f7 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 945 time: 0.0771835 Jun 05 17:21:23.494024 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-655451ba-a24d-4108-89fa-ff29483219e9 req-42fc7894-9a08-4deb-87f4-b42d745f0604 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Jun 05 17:21:23.506345 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 28ad0f09-2c69-4773-ab38-32f9dba65b8c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:21:23.540796 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 28ad0f09-2c69-4773-ab38-32f9dba65b8c {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:21:23.541150 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 28ad0f09-2c69-4773-ab38-32f9dba65b8c not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:21:24.686861 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ffc11-b4d2-403e-9163-4b9583db8411 req-eaa1d244-91ed-4fd0-abd8-f0dcdb7680fc tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:24.688243 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fb6ffc11-b4d2-403e-9163-4b9583db8411 req-eaa1d244-91ed-4fd0-abd8-f0dcdb7680fc tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 945 time: 0.0888784 Jun 05 17:21:24.732521 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fb6ffc11-b4d2-403e-9163-4b9583db8411 req-f432842e-28c0-43b7-8511-374be07d5a31 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/security-groups?id=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378296 Jun 05 17:21:24.988558 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-56d0e100-751c-4d97-b656-864082d6cee3 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:21:24.989853 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-56d0e100-751c-4d97-b656-864082d6cee3 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 945 time: 0.0760720 Jun 05 17:21:25.120077 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Deleting port c3d7fd83-087e-43ec-8765-06b5fedadaf8 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:21:25.120417 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:25.247132 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] For port c3d7fd83-087e-43ec-8765-06b5fedadaf8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c3d7fd83-087e-43ec-8765-06b5fedadaf8,segment=NetworkSegment(2a73a4bb-4c01-4353-bac0-ba77d3edcbd4),segment_id=2a73a4bb-4c01-4353-bac0-ba77d3edcbd4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:21:25.247433 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:25.364900 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Calling delete_port for c3d7fd83-087e-43ec-8765-06b5fedadaf8 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:21:25.471232 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:25.477068 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d200e7f3-e6a2-4cce-bd17-3094fcee7e7b tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:25.482201 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['c3d7fd83-087e-43ec-8765-06b5fedadaf8'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:21:25.519468 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Pushing event deleted for resources: {'Port': ['ID=c3d7fd83-087e-43ec-8765-06b5fedadaf8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:25.523320 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:25.596674 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] No DVR routers for this DVR port c3d7fd83-087e-43ec-8765-06b5fedadaf8 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:21:25.599091 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:25.601513 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-fbc49843-a33a-4ba7-a16a-71fbb066918c req-34bd5441-a23e-491b-b2d1-d17a626a7852 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.43 "DELETE /v2.0/ports/c3d7fd83-087e-43ec-8765-06b5fedadaf8 HTTP/1.1" status: 204 len: 173 time: 0.6063085 Jun 05 17:21:25.602021 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'name': 'network-vif-deleted', 'tag': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:21:25.604309 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d526a-6456-4453-bb8c-f34eaf32dabe" -d '{"events": [{"server_uuid": "524a1033-02fb-4255-b0eb-f0b786c455fc", "name": "network-vif-deleted", "tag": "c3d7fd83-087e-43ec-8765-06b5fedadaf8"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:21:25.647400 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb85580-f479-4a6f-88d3-2238ff22cab8 x-openstack-request-id: req-bcb85580-f479-4a6f-88d3-2238ff22cab8 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:21:25.647730 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524a1033-02fb-4255-b0eb-f0b786c455fc", "name": "network-vif-deleted", "tag": "c3d7fd83-087e-43ec-8765-06b5fedadaf8", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:21:25.648021 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcb85580-f479-4a6f-88d3-2238ff22cab8 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:21:25.648446 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524a1033-02fb-4255-b0eb-f0b786c455fc', 'name': 'network-vif-deleted', 'tag': 'c3d7fd83-087e-43ec-8765-06b5fedadaf8', 'status': 'completed', 'code': 200} Jun 05 17:21:25.889325 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1733386a-5075-4a4d-adc9-ef4aad382899 req-44e8f064-6f86-49e8-bb19-3bbe65f6bc02 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] 10.222.0.37 "GET /v2.0/ports?device_id=524a1033-02fb-4255-b0eb-f0b786c455fc HTTP/1.1" status: 200 len: 210 time: 0.0433128 Jun 05 17:21:26.981115 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56292) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:27.038023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Deleting subnet 79a77c5f-cfca-4b92-97e5-52631af2e79b {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:21:27.040947 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.088229 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.144053 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.207938 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.213109 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e4e83bf8-a3d9-4778-82cf-76dfc82ee4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:27.244904 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a77c5f-cfca-4b92-97e5-52631af2e79b,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:27.252650 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.254401 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/79a77c5f-cfca-4b92-97e5-52631af2e79b HTTP/1.1" status: 204 len: 168 time: 0.2723184 Jun 05 17:21:27.255861 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.256774 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.257243 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.257549 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56294) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:27.257970 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.257970 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.258324 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.258688 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.259048 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.259534 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.259977 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.260268 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.260823 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:27.263718 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3f2004fd-cb1e-43b9-8c13-7298c878f22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:27.442864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.563784 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.576442 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58242956-88c7-450a-8297-de93afea926c']}} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:21:27.588119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4') {'for_net_delete': True} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:21:27.588413 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.services.segments.db [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a73a4bb-4c01-4353-bac0-ba77d3edcbd4') {} {{(pid=91861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:21:27.599285 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471764'] for segment, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.615032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.622112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=91861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:21:27.622608 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540215'] for segment, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: Traceback (most recent call last): Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: timer() Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: cb(*args, **kw) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: return func(*args, **kwargs) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: self._notify() Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: self.callback(batched_events) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: event.method(event) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: return f(self, *a, **k) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._get(url).json() Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: return self.request(url, 'GET', **kwargs) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:21:27.635696 dv-cinder-794962-1-iscsi neutron-server[91861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:21:27.710579 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.714279 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:27.726662 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.728481 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58242956-88c7-450a-8297-de93afea926c HTTP/1.1" status: 204 len: 168 time: 0.4697523 Jun 05 17:21:27.734145 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Pushing event deleted for resources: {'Network': ['ID=58242956-88c7-450a-8297-de93afea926c,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:27.736490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c005f32b-9065-463d-a5d2-9c5d5ca12718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:27.854731 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56298) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:27.903383 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-4e89490d-de6c-4f06-a87e-28ab6b16aa79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0324e6e5247489aa148060625975c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473804 Jun 05 17:21:27.905751 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56300) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:27.964232 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:27.988758 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:28.039153 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:28.041551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:28.042637 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02 HTTP/1.1" status: 204 len: 168 time: 0.1360335 Jun 05 17:21:28.043755 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-7ba58eec-30ee-48b1-8a0a-43f26990adbe tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:28.052784 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c325a4b8-dadb-4bd7-bdd4-f6baa7d85e02,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:28.055773 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-f639f18a-1fb6-435d-aec7-c008b0170db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:29.541670 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device c3d7fd83-087e-43ec-8765-06b5fedadaf8 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:21:29.575918 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: c3d7fd83-087e-43ec-8765-06b5fedadaf8 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:21:29.576275 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device c3d7fd83-087e-43ec-8765-06b5fedadaf8 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:21:29.928103 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56350) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:30.072775 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8055-4d71-4201-b7ae-5de41dad980d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.174410 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8055-4d71-4201-b7ae-5de41dad980d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.177936 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8055-4d71-4201-b7ae-5de41dad980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.185995 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-37e4d0e0-5583-4931-9169-94526c00c3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:30.225791 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-cd4d8055-4d71-4201-b7ae-5de41dad980d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38466e9f8e1844828b071106478de189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966344 Jun 05 17:21:30.226625 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d8055-4d71-4201-b7ae-5de41dad980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83b5f6c-cb3f-4f19-976b-35e0807577a5,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:30.228479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56354) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:30.229860 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-cd4d8055-4d71-4201-b7ae-5de41dad980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:30.286489 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.314091 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.367647 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.370085 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.371218 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e83b5f6c-cb3f-4f19-976b-35e0807577a5 HTTP/1.1" status: 204 len: 168 time: 0.1412339 Jun 05 17:21:30.372086 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c63b5a94-2605-4647-98ce-bbcd866e7162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:30.381948 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83b5f6c-cb3f-4f19-976b-35e0807577a5,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:30.384255 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-db414965-1aeb-4678-9859-d84fd581c7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:30.640211 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56360) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:30.656424 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a51e1570-19a7-42c2-8d13-42c40fd1ebb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.763120 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a51e1570-19a7-42c2-8d13-42c40fd1ebb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.766542 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-a51e1570-19a7-42c2-8d13-42c40fd1ebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.774668 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9801b41a-43f8-489d-b875-1fbe99cc9e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:30.813235 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-a51e1570-19a7-42c2-8d13-42c40fd1ebb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1886b30255574b3a98448a690db59486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720076 Jun 05 17:21:30.814119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e1570-19a7-42c2-8d13-42c40fd1ebb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bca0cc-feed-4682-b8cc-9db7170609c0,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:30.816632 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56362) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:30.817039 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a51e1570-19a7-42c2-8d13-42c40fd1ebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:30.879839 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.904815 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.958726 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.961357 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:30.962562 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76bca0cc-feed-4682-b8cc-9db7170609c0 HTTP/1.1" status: 204 len: 168 time: 0.1447511 Jun 05 17:21:30.963363 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c13fd7d9-fa98-4e57-8677-7d1373d8e6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:30.972643 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bca0cc-feed-4682-b8cc-9db7170609c0,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:30.975319 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-e7b2ca78-b14e-4b1d-ac87-245e3d1e2ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:31.330658 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:21:32.051696 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56392) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:32.164612 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ed2f-0883-411a-b2c6-89b1f3439696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.266959 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ed2f-0883-411a-b2c6-89b1f3439696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.270428 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ed2f-0883-411a-b2c6-89b1f3439696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.277243 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-571d7058-5c09-4324-9f56-3a041d8d0f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:32.316440 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0ed2f-0883-411a-b2c6-89b1f3439696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf37f1-9100-4e36-9b5f-1be0a93f1d37,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:32.320874 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a6d0ed2f-0883-411a-b2c6-89b1f3439696 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27fa50113f124e96a8485af970e079a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682450 Jun 05 17:21:32.321749 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a6d0ed2f-0883-411a-b2c6-89b1f3439696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:32.323428 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56396) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:32.378746 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.406667 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.457271 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.459701 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:32.460814 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0abf37f1-9100-4e36-9b5f-1be0a93f1d37 HTTP/1.1" status: 204 len: 168 time: 0.1365004 Jun 05 17:21:32.461551 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-48ebab23-186a-4565-92b4-9e07ae01061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:32.470545 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf37f1-9100-4e36-9b5f-1be0a93f1d37,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:32.472835 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-a4c3302f-3897-4912-841a-af0f789a7058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:37.239553 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56462) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:37.356277 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c6ac-e36e-4d48-8b07-7f3103179589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.457144 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c6ac-e36e-4d48-8b07-7f3103179589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.460992 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c6ac-e36e-4d48-8b07-7f3103179589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.469315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-c364ec5f-a6c3-4a9d-8904-c30450a331a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:37.507841 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-0ff0c6ac-e36e-4d48-8b07-7f3103179589 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e04784db3bf470fb49ff57d401b18ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672622 Jun 05 17:21:37.509430 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0c6ac-e36e-4d48-8b07-7f3103179589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c49e1-7870-478f-aca7-c4e906030aa5,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:37.510592 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56466) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:37.512569 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-0ff0c6ac-e36e-4d48-8b07-7f3103179589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:37.567866 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.593543 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.643971 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.646365 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:37.647481 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f76c49e1-7870-478f-aca7-c4e906030aa5 HTTP/1.1" status: 204 len: 168 time: 0.1359086 Jun 05 17:21:37.648913 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-a716707c-77ff-49ae-b10d-fb027b8d8e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:37.658007 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c49e1-7870-478f-aca7-c4e906030aa5,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:37.660361 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:38.344938 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:39.337407 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7ecc423c-ca03-49ed-b651-15ad42117ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:41.757996 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:41.952203 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d6568ae4-f392-4219-88a5-d83417feffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:43.029202 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:44.642724 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:46.669943 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56584) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:46.786297 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:46.886749 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:46.890703 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:46.897472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-72d5f739-3918-49b8-b987-c448a3447796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:46.936881 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a99597-21ba-4736-bab7-35930891705c,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:46.940706 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ebbf99a02634555856cc0da034c9e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697020 Jun 05 17:21:46.943705 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56588) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:46.947606 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.947981 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.948345 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.948702 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.949054 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.949405 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.949753 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.950104 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.950449 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.950795 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.951158 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.951508 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:21:46.955391 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-faa04c50-66cc-4b7b-8116-7202ff7d07e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:47.004494 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.029499 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.079290 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.081735 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.082823 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57a99597-21ba-4736-bab7-35930891705c HTTP/1.1" status: 204 len: 168 time: 0.1381562 Jun 05 17:21:47.083573 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-da750ba8-1252-4086-b407-c7ab98a89b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:47.092786 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a99597-21ba-4736-bab7-35930891705c,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:47.095052 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b28a9c85-b049-4928-8bb0-a29d634f4629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:47.348580 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56594) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:47.365687 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-96a00334-01cc-41d6-9881-83a7b03a16f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.468297 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-96a00334-01cc-41d6-9881-83a7b03a16f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.471662 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-96a00334-01cc-41d6-9881-83a7b03a16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.480195 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-735b8e96-bf02-41b5-989c-d6b7f717c801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:47.518502 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-96a00334-01cc-41d6-9881-83a7b03a16f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e6a0f55ab0c49309a47fa4cfb972ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688745 Jun 05 17:21:47.520280 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a00334-01cc-41d6-9881-83a7b03a16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea1c5a1-ebf6-47ca-96b0-bce353451657,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:47.521128 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56596) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:47.523364 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-96a00334-01cc-41d6-9881-83a7b03a16f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:47.578083 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.602599 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.655205 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.657760 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:47.658829 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ea1c5a1-ebf6-47ca-96b0-bce353451657 HTTP/1.1" status: 204 len: 168 time: 0.1367502 Jun 05 17:21:47.659598 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-3fed1760-22f1-4b4b-bb3b-c8f01064f6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:47.668998 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea1c5a1-ebf6-47ca-96b0-bce353451657,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:47.671272 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:47.998899 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56602) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:48.019167 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b4380ae9-4640-4351-9e8e-0cbd85506e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.121806 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b4380ae9-4640-4351-9e8e-0cbd85506e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.125322 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b4380ae9-4640-4351-9e8e-0cbd85506e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.133982 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-77174d20-88be-4158-a5de-d712ad5b1333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:48.171658 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b4380ae9-4640-4351-9e8e-0cbd85506e72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff4593c4616a4d25a841013c2ec3e0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716387 Jun 05 17:21:48.173250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4380ae9-4640-4351-9e8e-0cbd85506e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2f9cc3-df35-4b27-b29d-57e5c0320424,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:48.174311 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56604) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:21:48.176148 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b4380ae9-4640-4351-9e8e-0cbd85506e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:21:48.235025 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.260183 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.308979 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.311436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:21:48.312574 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb2f9cc3-df35-4b27-b29d-57e5c0320424 HTTP/1.1" status: 204 len: 168 time: 0.1372991 Jun 05 17:21:48.313304 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9f3718b7-12ad-4c0a-8dd1-3f9d9df66881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:21:48.323465 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2f9cc3-df35-4b27-b29d-57e5c0320424,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:21:48.325632 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2ffda1ea-950f-4da3-811f-989fa629bd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:01.110719 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19ff68-144c-4b22-9b95-28032661c429 req-2e0eef46-bb74-4890-a93c-bb00ce1ab0f9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:01.112198 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0a19ff68-144c-4b22-9b95-28032661c429 req-2e0eef46-bb74-4890-a93c-bb00ce1ab0f9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 946 time: 0.0801094 Jun 05 17:22:01.159553 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0a19ff68-144c-4b22-9b95-28032661c429 req-dcda5abd-b328-4865-82ff-1f9df40d2944 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Jun 05 17:22:02.588240 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf6ea0-e072-4940-92a1-8a010fa89463 req-6fa008c0-4ac9-4c47-a687-e0a737e3cc27 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:02.589648 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2fcf6ea0-e072-4940-92a1-8a010fa89463 req-6fa008c0-4ac9-4c47-a687-e0a737e3cc27 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 946 time: 0.3256195 Jun 05 17:22:02.669629 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2fcf6ea0-e072-4940-92a1-8a010fa89463 req-c7315536-49e9-41da-9ddd-e5fd9c9f7d90 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743957 Jun 05 17:22:02.705650 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-56c43b37-3759-4d78-9b6c-341ce9f56367 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:02.707043 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-56c43b37-3759-4d78-9b6c-341ce9f56367 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 946 time: 0.0832675 Jun 05 17:22:02.842106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Deleting port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:22:02.842469 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:02.971681 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] For port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:22:02.972032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:03.335051 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:03.335444 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:03.336449 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Floating IP f6be9804-6492-4ecd-9972-78deb28b69b4 disassociated. External IP: 172.27.0.65, port: 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e. Jun 05 17:22:03.336852 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Calling delete_port for 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:22:03.440681 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:03.446716 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:03.492490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'Port': ['ID=3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:03.495458 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:03.670758 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:22:03.851173 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:22:03.862018 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:22:03.881212 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:22:03.881874 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:21:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:03.907124 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-35be1800-e0dc-42ad-b3e7-13b003b80dda req-f722a214-c147-4384-b5b0-9415169c0e2e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb718b1-518e-4058-b12c-5afb0963c593 HTTP/1.1" status: 200 len: 210 time: 0.1314878 Jun 05 17:22:03.941078 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] No DVR routers for this DVR port 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:22:03.944047 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:03.946988 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d6565f0-5b6d-4e92-a71f-73b48da137bf req-b7f2bbf0-0a1d-4bcf-83db-d91839c8b5d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "DELETE /v2.0/ports/3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e HTTP/1.1" status: 204 len: 173 time: 1.2334585 Jun 05 17:22:03.946988 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'name': 'network-vif-deleted', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:22:03.949505 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06003097-f1c8-4f72-a348-0dfbe30e3cc9" -d '{"events": [{"server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "name": "network-vif-deleted", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:22:03.997845 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4c44e-f2d6-4d05-a04d-ec622d6a18eb x-openstack-request-id: req-7fc4c44e-f2d6-4d05-a04d-ec622d6a18eb {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:22:03.998180 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb718b1-518e-4058-b12c-5afb0963c593", "name": "network-vif-deleted", "tag": "3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:22:03.998475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fc4c44e-f2d6-4d05-a04d-ec622d6a18eb {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:22:03.998984 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb718b1-518e-4058-b12c-5afb0963c593', 'name': 'network-vif-deleted', 'tag': '3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e', 'status': 'completed', 'code': 200} Jun 05 17:22:04.081089 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:22:04.392328 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:04.395956 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:22:04.404519 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:22:04.405097 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:21:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:04.581464 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:22:04.888128 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:04.891986 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fe1e4-ed8e-4837-a935-14062d402869 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:22:05.099427 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34014421-6a95-469b-9f0b-ed8c1ee9d942 None None] New status for floating IP f6be9804-6492-4ecd-9972-78deb28b69b4: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:22:05.258314 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9fb0a87d-4454-4e87-be8e-097816bea3b9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757755296&fields=id&tenant_id=28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 267 time: 0.0396891 Jun 05 17:22:05.404669 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-85e421de-efb8-42e7-b0a3-7fa1d1a2c3d4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:05.405986 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-85e421de-efb8-42e7-b0a3-7fa1d1a2c3d4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 812 time: 0.1412401 Jun 05 17:22:05.420639 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-6b298c9f-b970-41e4-af76-7ddb61de7047 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/quotas/28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 375 time: 0.0090532 Jun 05 17:22:05.503752 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-3cd456db-7813-4c04-a17d-7137a023b0c0 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783319 Jun 05 17:22:05.635101 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e521841c-60c8-46ec-b69a-e3c6f1d35ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204424 Jun 05 17:22:05.689595 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:22:05.759677 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:22:05.760039 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 3b7bd6a4-d70d-4b51-a8ee-53b7b04fe85e not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:22:05.765066 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9877da67-f21c-4b5b-a434-76b6a21d0f5c service neutron] 10.222.0.37 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243198 Jun 05 17:22:06.145071 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-51cc51a7-931b-4e58-a4ce-da03971e987d req-54f239e6-6baa-4ccf-bd54-f848cee9a91d tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 210 time: 0.0416601 Jun 05 17:22:07.123518 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e69c5e2f-43cb-4db3-a7d7-95ed03ccbc64 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:07.124913 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e69c5e2f-43cb-4db3-a7d7-95ed03ccbc64 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 812 time: 0.1459997 Jun 05 17:22:07.310338 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-097db9df-2c67-4601-91e8-b8d7cd593a34 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 379 time: 0.1771979 Jun 05 17:22:07.319547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'port': {'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'admin_state_up': True, 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'security_groups': ['c0260dd0-d875-4d44-a82f-9194060bd19d']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:22:07.334149 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-663775d6-8f3e-4867-90ba-8c8d4bf862cc req-388556eb-6e60-4ce6-ba27-3a7c8ad268a5 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 210 time: 0.0660317 Jun 05 17:22:07.469622 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Made reservation on behalf of 28b86f4aafb2461aad4a89e6ceba7a23 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:22:07.472938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:07.634801 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Allocated IP 172.20.0.6 (e2f84907-d121-40ce-832b-8578d6afa6d9/1b60f2de-4a96-4797-8b82-6f813b44c618/7ca09aa2-f92f-43b7-a937-c86d742b3b87) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:22:07.827214 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:07.842453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Transition to ACTIVE for port object 7ca09aa2-f92f-43b7-a937-c86d742b3b87 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:22:07.865101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:07.875631 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d014b77-e70f-42f0-8a95-e0f809326c60 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:07.940598 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:22:07.944013 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:22:07.947171 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:22:07.987784 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=7ca09aa2-f92f-43b7-a937-c86d742b3b87,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:07.990917 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:08.018731 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:08.019361 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.037131 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-e6a19c9f-ab31-46ac-84ff-eccd93927fec tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7215786 Jun 05 17:22:08.095692 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Request body: {'port': {'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:22:08.172887 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-7e693988-fe10-4a5d-9ba4-d1467d19e521 None None] Provisioning for port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:22:08.177445 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-7e693988-fe10-4a5d-9ba4-d1467d19e521 None None] Provisioning complete for port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:22:08.177818 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-7e693988-fe10-4a5d-9ba4-d1467d19e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.211601 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.230652 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-7e693988-fe10-4a5d-9ba4-d1467d19e521 None None] Port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:22:08.328892 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:22:08.342103 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.519232 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7d16-9437-478e-86c5-b15c8667d0c8 req-cf49363c-d0fc-40a1-bcb9-8d2347f454cc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:08.520711 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-065d7d16-9437-478e-86c5-b15c8667d0c8 req-cf49363c-d0fc-40a1-bcb9-8d2347f454cc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 931 time: 0.0835400 Jun 05 17:22:08.547761 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca09aa2-f92f-43b7-a937-c86d742b3b87 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:22:08.555505 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.565135 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-065d7d16-9437-478e-86c5-b15c8667d0c8 req-abdf6ac5-5617-42fc-9bb9-f15617b92ca3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387321 Jun 05 17:22:08.572283 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Transition to ACTIVE for port object 7ca09aa2-f92f-43b7-a937-c86d742b3b87 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:22:08.575863 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.586699 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-43aa5b99-d17c-4083-a5d8-203242824cf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:08.734277 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca09aa2-f92f-43b7-a937-c86d742b3b87,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:08.741152 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:08.812058 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Attempting to bind port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:22:08.812395 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Attempting to bind port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:22:08.812737 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Attempting to bind port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:22:08.817458 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 on network e2f84907-d121-40ce-832b-8578d6afa6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:22:08.817774 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Attempting to bind port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:22:08.823656 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:22:08.823993 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Checking segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:22:08.824371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Bound using segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:22:08.824787 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Bound port: 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:22:08.825129 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.915193 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] For port 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:22:08.918335 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] For port 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:22:08.922705 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.927036 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-90c47775-af25-4bee-92d8-ae4e58499721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:08.984325 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:08.985349 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:08.986760 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 1093 time: 0.9425154 Jun 05 17:22:08.987284 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:22:08.989929 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76" -d '{"events": [{"name": "network-changed", "server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:22:09.010629 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca09aa2-f92f-43b7-a937-c86d742b3b87,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:09.013720 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:09.061630 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a455396-c603-4ae9-9fce-44ebf3f29a28 x-openstack-request-id: req-0a455396-c603-4ae9-9fce-44ebf3f29a28 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:22:09.062249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:22:09.062549 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a455396-c603-4ae9-9fce-44ebf3f29a28 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:22:09.062978 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'status': 'completed', 'code': 200} Jun 05 17:22:09.109196 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-69fec236-bef0-44e9-92a0-68cdc4652747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:09.110683 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-69fec236-bef0-44e9-92a0-68cdc4652747 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1096 time: 0.0823283 Jun 05 17:22:09.265547 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-d039ad6a-5a16-439b-909a-a58fc6f8f90b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 217 time: 0.1473994 Jun 05 17:22:09.328990 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-0fe29fca-d35e-4d36-a7f1-d15d268c2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:09.330392 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-0fe29fca-d35e-4d36-a7f1-d15d268c2ea1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0585279 Jun 05 17:22:09.338115 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-860d26d0-9b1f-4d49-a9ec-e2921740019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:09.403899 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-0039fdc5-c366-4f24-a4b1-26d859334e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:09.405313 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-0039fdc5-c366-4f24-a4b1-26d859334e35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690029 Jun 05 17:22:09.535231 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-f7260ace-94da-4df0-961d-09db22df65bf service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232002 Jun 05 17:22:09.670626 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-c5ed5a06-06fa-4a12-8438-47a59176c546 req-ec696b87-7d5c-46e2-b7c3-e707fcc26538 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295805 Jun 05 17:22:09.758003 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323015a-d3f7-48d9-916c-ce21f23b52b4 req-e5729b09-5355-428c-9b16-e96c60eff076 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:09.759577 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b323015a-d3f7-48d9-916c-ce21f23b52b4 req-e5729b09-5355-428c-9b16-e96c60eff076 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0855472 Jun 05 17:22:09.794549 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-7772eb89-d1f0-45ad-a49d-a4daaca77d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:09.796013 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-7772eb89-d1f0-45ad-a49d-a4daaca77d61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1096 time: 0.0752287 Jun 05 17:22:09.803881 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-b323015a-d3f7-48d9-916c-ce21f23b52b4 req-ab299dbe-9624-4517-817e-4036ec9678c3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Jun 05 17:22:09.925704 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-b2ffeeba-6a82-429b-95ae-7b72d7f55ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:09.927120 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-b2ffeeba-6a82-429b-95ae-7b72d7f55ae5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1248443 Jun 05 17:22:09.992822 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-1bca4d59-6333-4b9d-a0c8-7345a159a57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 217 time: 0.0586770 Jun 05 17:22:10.055568 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-133d1f4c-7e08-483d-ae83-21faf71742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:10.056828 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-133d1f4c-7e08-483d-ae83-21faf71742aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0574369 Jun 05 17:22:10.128728 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-00e936db-44e4-453f-915e-c19b71e4cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:10.130096 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-00e936db-44e4-453f-915e-c19b71e4cc85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670228 Jun 05 17:22:10.258048 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-08d3b25b-93cd-41c3-a833-dc81301cfdfb service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205268 Jun 05 17:22:10.384271 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-bae3b63a-b8f0-4b5c-a051-67cee86dbb76 req-a332316f-345e-4a51-a823-656be19218fb service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203520 Jun 05 17:22:10.990023 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c327402-93a5-4b53-ab3b-499807bc34eb req-a0fa3b33-fe08-4c1f-a970-9c66b1515dff tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:10.991532 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7c327402-93a5-4b53-ab3b-499807bc34eb req-a0fa3b33-fe08-4c1f-a970-9c66b1515dff tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0833151 Jun 05 17:22:11.034992 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-7c327402-93a5-4b53-ab3b-499807bc34eb req-c8e4bb43-fab9-479e-af02-7daaf81c5b22 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Jun 05 17:22:11.760566 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:11.953439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-92c0f367-ea7b-4240-b105-2c84ecd5d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:12.217444 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541f6b0-3e03-48b4-8e40-36f4e2f4ca1e req-c19234bd-b08f-417b-9a8b-fee7998a89c7 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:12.218877 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9541f6b0-3e03-48b4-8e40-36f4e2f4ca1e req-c19234bd-b08f-417b-9a8b-fee7998a89c7 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0839050 Jun 05 17:22:12.261990 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9541f6b0-3e03-48b4-8e40-36f4e2f4ca1e req-dac3e62a-3589-43c2-977a-6bf14b55e3f6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375197 Jun 05 17:22:13.033936 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:13.441348 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24436-a367-4c1f-b6ce-af314e0ba1f0 req-274f8437-2edd-4e6d-bf53-63bad012f382 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:13.442759 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5af24436-a367-4c1f-b6ce-af314e0ba1f0 req-274f8437-2edd-4e6d-bf53-63bad012f382 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0776763 Jun 05 17:22:13.485339 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5af24436-a367-4c1f-b6ce-af314e0ba1f0 req-bbb1560e-e655-42e3-a115-98c1727e6af0 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362785 Jun 05 17:22:14.641855 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:14.665976 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7b33-3cf3-459b-ba45-34f5331bb146 req-41750125-8c25-4be3-b209-71079db62551 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:14.667455 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2c7c7b33-3cf3-459b-ba45-34f5331bb146 req-41750125-8c25-4be3-b209-71079db62551 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0803320 Jun 05 17:22:14.717598 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2c7c7b33-3cf3-459b-ba45-34f5331bb146 req-c3cc81e5-ea79-4d2f-8502-7e44aa02613b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444355 Jun 05 17:22:16.040648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97b37-23f9-4217-b24f-bc3a65fb78d9 req-5a4f54e6-6e57-488e-ad06-d46e3b7d25a2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:16.042049 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4ef97b37-23f9-4217-b24f-bc3a65fb78d9 req-5a4f54e6-6e57-488e-ad06-d46e3b7d25a2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0806801 Jun 05 17:22:16.085621 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-4ef97b37-23f9-4217-b24f-bc3a65fb78d9 req-01cdc2ae-c4df-4614-a1e8-4a1ed2ea7259 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379286 Jun 05 17:22:17.266732 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9228c-c76f-4b28-9233-09b56dd658ee req-c583b56d-fc33-4cf6-83d8-df1e1b94e381 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:17.268100 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6af9228c-c76f-4b28-9233-09b56dd658ee req-c583b56d-fc33-4cf6-83d8-df1e1b94e381 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 943 time: 0.0786459 Jun 05 17:22:17.311509 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-6af9228c-c76f-4b28-9233-09b56dd658ee req-3f63979e-ce99-4543-bcb4-02f7bff2c5e8 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378659 Jun 05 17:22:17.733555 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7ca09aa2-f92f-43b7-a937-c86d742b3b87 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:22:17.860501 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:22:17.874023 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:22:17.926858 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:17.944073 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca09aa2-f92f-43b7-a937-c86d742b3b87 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:22:17.959202 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:22:17.963070 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:17.964819 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:18.029418 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=7ca09aa2-f92f-43b7-a937-c86d742b3b87,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:18.036237 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.036583 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.036917 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.037244 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.037569 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.037892 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.038215 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.039040 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.039374 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.039694 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.040012 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.040320 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:22:18.043927 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:18.281491 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['7ca09aa2-f92f-43b7-a937-c86d742b3b87'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:22:18.489904 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cacc35-2032-4cc7-aefd-9bdd4ee998bf req-40ee6b3e-1eb8-47b5-8a6d-349106d70e43 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:18.491403 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49cacc35-2032-4cc7-aefd-9bdd4ee998bf req-40ee6b3e-1eb8-47b5-8a6d-349106d70e43 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 944 time: 0.0790439 Jun 05 17:22:18.539604 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-49cacc35-2032-4cc7-aefd-9bdd4ee998bf req-32e736da-f6b7-4a6e-b8f1-7b2f5d58271f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 Jun 05 17:22:19.721509 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446202c-e5d1-4de9-a00f-0a4fb8a7b447 req-cbeca72c-841a-44fb-8abb-c141bb4506cd tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:19.722927 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5446202c-e5d1-4de9-a00f-0a4fb8a7b447 req-cbeca72c-841a-44fb-8abb-c141bb4506cd tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 944 time: 0.0814893 Jun 05 17:22:19.767046 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7ca09aa2-f92f-43b7-a937-c86d742b3b87 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:22:19.839769 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:22:19.844200 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:22:19.844574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:19.853199 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-5446202c-e5d1-4de9-a00f-0a4fb8a7b447 req-a2182895-71fd-413f-99e6-cc73cda8f548 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241405 Jun 05 17:22:19.956759 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:19.982730 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:22:19.984935 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19e72ef-0c2d-41e7-b7ed-eb14d634696a" -d '{"events": [{"server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "name": "network-vif-plugged", "status": "completed", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:22:19.992307 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:22:19.995992 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:19.998030 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:20.034852 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5b33e-db2a-48c6-a7a0-4cadbf48a983 x-openstack-request-id: req-cbb5b33e-db2a-48c6-a7a0-4cadbf48a983 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:22:20.035147 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "name": "network-vif-plugged", "status": "completed", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:22:20.035429 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbb5b33e-db2a-48c6-a7a0-4cadbf48a983 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:22:20.035807 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'code': 200} Jun 05 17:22:20.067208 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=7ca09aa2-f92f-43b7-a937-c86d742b3b87,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:20.070282 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:20.303032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcce8a7-f354-4b3b-937f-9b21b456e97e req-afac8b30-b6fe-413e-a037-4592bcd2a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:20.304517 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2bcce8a7-f354-4b3b-937f-9b21b456e97e req-afac8b30-b6fe-413e-a037-4592bcd2a914 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1098 time: 0.0683007 Jun 05 17:22:20.344629 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2bcce8a7-f354-4b3b-937f-9b21b456e97e req-61a2503a-cec3-4449-bd5a-ca9d53fce066 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335138 Jun 05 17:22:21.031933 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a2b6-742b-40e6-a477-e47899763bce req-05868b3a-47b6-49bd-bd78-4456f873dbed tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:21.033332 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0378a2b6-742b-40e6-a477-e47899763bce req-05868b3a-47b6-49bd-bd78-4456f873dbed tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 945 time: 0.0774271 Jun 05 17:22:21.077201 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-0378a2b6-742b-40e6-a477-e47899763bce req-ad884631-3fa1-4a7c-b0ec-9f85220328d1 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Jun 05 17:22:22.344551 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e2f8-0d2d-46cf-9b70-417b28577edd req-64d32a4b-bc04-49d8-b041-2e47805f0b07 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:22.345977 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d32e2f8-0d2d-46cf-9b70-417b28577edd req-64d32a4b-bc04-49d8-b041-2e47805f0b07 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 945 time: 0.1622753 Jun 05 17:22:22.390092 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0d32e2f8-0d2d-46cf-9b70-417b28577edd req-51d85194-99a5-42e4-baa7-eb0eb6e0a86e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386157 Jun 05 17:22:22.575233 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f20455-eaf3-46a9-9fe0-3d98d977d7c9 req-8378522d-168e-4ebc-a2d8-42c89154c342 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:22.576735 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-94f20455-eaf3-46a9-9fe0-3d98d977d7c9 req-8378522d-168e-4ebc-a2d8-42c89154c342 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 945 time: 0.0818975 Jun 05 17:22:22.620134 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-94f20455-eaf3-46a9-9fe0-3d98d977d7c9 req-8df83158-bc59-4ba3-9da6-39167fbc3478 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 Jun 05 17:22:22.641947 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56682) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:22:22.709296 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e74e6-c0ac-41b8-b360-802381c23e8a tempest-TestVolumeBootPattern-711120458 tempest-TestVolumeBootPattern-711120458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:22.710837 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-6f1e74e6-c0ac-41b8-b360-802381c23e8a tempest-TestVolumeBootPattern-711120458 tempest-TestVolumeBootPattern-711120458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1093 time: 0.0679097 Jun 05 17:22:22.713455 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56684) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:22:22.717743 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.v2.base [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:22:22.739397 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:22.874335 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.010226 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_common [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Allocated IP 172.27.0.217 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/cee038d8-07d9-4960-a649-1a98455d7978) {{(pid=91860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:22:23.153640 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.182157 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.186389 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ff7bedbe-8a7b-4000-ad96-3c168a1a3e8e tempest-AttachVolumeTestJSON-983569679 tempest-AttachVolumeTestJSON-983569679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:23.246789 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:22:23.249527 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.base_scheduler [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Resources bound (agent type, host, resource id): {{(pid=91860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:22:23.253335 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Received port after_create {{(pid=91860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:22:23.292035 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=cee038d8-07d9-4960-a649-1a98455d7978,revision_number=1']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:23.295860 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:23.653316 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.726707 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.924064 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.928250 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245826'] for port, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:23.932521 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2feac04c-e8f1-4f88-896f-9d23cdf5f7df tempest-TestShelveInstance-2098741637 tempest-TestShelveInstance-2098741637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:22:24.126117 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=cee038d8-07d9-4960-a649-1a98455d7978,revision_number=2']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:22:24.130277 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:22:24.137274 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:24.300897 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.l3_db [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Floating IP ffe8fbe5-0633-4f7a-849e-0d2675aae6af associated. External IP: 172.27.0.217, port: 7ca09aa2-f92f-43b7-a937-c86d742b3b87. Jun 05 17:22:24.644154 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:22:24.819888 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:22:24.829398 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:22:24.838303 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:24.838912 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:22:24.839629 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:22:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:24.896131 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1814890 Jun 05 17:22:24.896608 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:22:24.898897 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c49a6-e349-4012-92e8-a0180368b73c" -d '{"events": [{"name": "network-changed", "server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:22:25.004219 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c570f51d-aaf9-4437-b244-74dca59b4a33 x-openstack-request-id: req-c570f51d-aaf9-4437-b244-74dca59b4a33 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:22:25.004556 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:22:25.004856 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c570f51d-aaf9-4437-b244-74dca59b4a33 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:22:25.005293 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'status': 'completed', 'code': 200} Jun 05 17:22:25.026110 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:22:25.105509 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c49a6-e349-4012-92e8-a0180368b73c req-f4e9683a-81ac-4f26-8b7d-37a41852f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:25.106992 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-f4e9683a-81ac-4f26-8b7d-37a41852f643 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1098 time: 0.0804231 Jun 05 17:22:25.237476 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c49a6-e349-4012-92e8-a0180368b73c req-3949b90c-504e-48cf-b6b0-a647610da8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:25.238814 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-3949b90c-504e-48cf-b6b0-a647610da8fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1255894 Jun 05 17:22:25.338997 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-d0f970bd-d1d3-42b4-a7e9-5b87368b22da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 999 time: 0.0944097 Jun 05 17:22:25.364835 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:23Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:25.368660 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:22:25.376979 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:22:25.377676 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:22:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:25.404823 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c49a6-e349-4012-92e8-a0180368b73c req-04be7620-25cc-4539-9f5a-8608c4d9c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:25.406258 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-04be7620-25cc-4539-9f5a-8608c4d9c2e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0610991 Jun 05 17:22:25.480709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c49a6-e349-4012-92e8-a0180368b73c req-70b6564c-fe5f-4b3e-8837-624ff3ba7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:22:25.482160 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-70b6564c-fe5f-4b3e-8837-624ff3ba7c25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698054 Jun 05 17:22:25.581309 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:22:25.611117 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-4af25e1b-01d3-4592-9008-489931fed1b4 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223195 Jun 05 17:22:25.739513 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-375c49a6-e349-4012-92e8-a0180368b73c req-560e6488-f4f8-425e-a33e-caaf5fd6bd49 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220012 Jun 05 17:22:25.915351 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:23Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:22:25.919189 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86dde6c-b6f6-45f2-bc29-269aa3d3bca1 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:23Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:22:26.083083 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efae87e-5c54-454e-9e4b-d5b645235402 None None] New status for floating IP ffe8fbe5-0633-4f7a-849e-0d2675aae6af: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:22:38.344589 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:39.338811 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-085156c6-894e-438b-8ac6-f406909f8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:41.761871 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:41.954158 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3349-ee36-4ad0-9856-4b241b5361b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:43.039675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:44.643868 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:22:45.328123 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:23:08.350221 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:09.339318 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-9b18260e-9729-4f8b-bb47-6270ad886a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:11.763761 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:11.954810 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-56b2d1f8-b303-43e3-ba6b-85b06a519506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:13.037362 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:14.647320 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:17.948724 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-37d9e5c9-78bd-4e5b-a77c-eea4c2e4d06a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721366 Jun 05 17:23:18.083225 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-02002b30-2c4f-44cc-8cca-2ebf5d314cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:23:18.084673 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-02002b30-2c4f-44cc-8cca-2ebf5d314cc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1098 time: 0.0697777 Jun 05 17:23:18.226014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-39f2ea76-7d8c-43be-8c87-2db0a95d529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:23:18.227332 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-39f2ea76-7d8c-43be-8c87-2db0a95d529e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1243298 Jun 05 17:23:18.327292 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-6b429ad2-eaac-4029-bf2c-e82f3caccad8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 1001 time: 0.0935702 Jun 05 17:23:18.389207 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-2501fba7-f969-4358-9563-9506d48e7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:23:18.390548 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-2501fba7-f969-4358-9563-9506d48e7d97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0568066 Jun 05 17:23:18.465870 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-13247d43-2618-494e-aa99-730f451fdd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:23:18.467262 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-13247d43-2618-494e-aa99-730f451fdd29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701230 Jun 05 17:23:18.594541 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-0eaa7f57-8ed5-4e58-9de2-5eafadd414b4 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210418 Jun 05 17:23:18.816803 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-11ee05cb-b7db-41ba-926b-87c8881289d1 req-07d08fde-b5d2-4c62-8188-9bf4a5cee8f5 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138822 Jun 05 17:23:22.326958 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:23:38.361720 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:39.339842 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d2cc73ed-05b3-4349-a923-ac79223a2ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:41.764737 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:41.955546 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e174af0d-b254-406d-9a7a-e79625df7434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:43.040799 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:44.651408 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:23:59.326306 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:24:08.356976 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:09.340692 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-a07d6efa-53aa-4141-a9ee-aa03c4daa963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:11.765395 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:11.955926 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cb91c246-5b49-41e0-88e9-96c44ba0e563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:13.044093 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:14.653851 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:19.815039 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-8644ab3b-97ab-44ff-912e-61340a43765e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716910 Jun 05 17:24:19.958003 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-46c64ef6-f9bb-4bc1-9269-16302541aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:19.959464 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-46c64ef6-f9bb-4bc1-9269-16302541aa45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1098 time: 0.0726471 Jun 05 17:24:20.099505 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-e6c64966-ad72-4573-af74-6e14f7ed82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:20.100903 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-e6c64966-ad72-4573-af74-6e14f7ed82e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1236084 Jun 05 17:24:20.203108 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-a5b30e6d-29aa-45cd-b3fd-0b4e199ba7df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 1001 time: 0.0942900 Jun 05 17:24:20.264180 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-387d000c-b10f-4864-af39-af875bdce44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:20.265561 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-387d000c-b10f-4864-af39-af875bdce44d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0555201 Jun 05 17:24:20.337907 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-1ec5ca62-7618-4637-adb7-eb0bd5255188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:20.339277 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-1ec5ca62-7618-4637-adb7-eb0bd5255188 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667183 Jun 05 17:24:20.467433 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-ea489a7f-c8d4-4ece-a01f-a18510202e90 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202550 Jun 05 17:24:20.596699 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-85ded048-03a3-4c1e-8bba-87e8d173ad43 req-c49db8c9-5b19-456a-9d5f-4567d5af2848 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223295 Jun 05 17:24:24.482670 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-4a1af242-3be1-4548-a3aa-bdca6b3f0268 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757755296&fields=id&tenant_id=28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 267 time: 0.0402389 Jun 05 17:24:24.627295 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-5b5342d1-3a06-4e26-8c9b-c4eecbed8bd4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:24.628709 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-5b5342d1-3a06-4e26-8c9b-c4eecbed8bd4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 812 time: 0.1399417 Jun 05 17:24:24.643116 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-581131d4-582f-4d57-9df9-b6e2e8c36e8b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/quotas/28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 375 time: 0.0091398 Jun 05 17:24:24.730862 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-4aa20834-e49b-4b07-81ec-36f9d5bae505 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0829210 Jun 05 17:24:24.907205 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-845cb916-e6f7-47da-97de-46986f40865f service neutron] 10.222.0.37 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653192 Jun 05 17:24:25.037827 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-3739807e-c37b-415d-9825-be807e9318f2 service neutron] 10.222.0.37 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248772 Jun 05 17:24:26.437888 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-5ed67074-d22d-4d7e-874a-e7af1dbf0489 req-25b6934d-a7b6-4728-ac3a-3eb0cf2d7f58 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 210 time: 0.0462146 Jun 05 17:24:27.609714 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-36ceb01a-feb4-4ba9-b363-f1368b24ecea tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:27.611191 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-36ceb01a-feb4-4ba9-b363-f1368b24ecea tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 812 time: 0.1520107 Jun 05 17:24:27.663107 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-6bfe604f-d7d5-4ce8-97c1-6d1c63071a41 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86f4aafb2461aad4a89e6ceba7a23 HTTP/1.1" status: 200 len: 379 time: 0.0438802 Jun 05 17:24:27.672097 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'port': {'device_id': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'admin_state_up': True, 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'security_groups': ['c0260dd0-d875-4d44-a82f-9194060bd19d']}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:24:27.707982 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-efd21417-055e-4152-9463-b0a1c40c46e3 req-950faa82-6728-47c3-8291-eca308abd8a4 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 210 time: 0.1622043 Jun 05 17:24:27.824611 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Made reservation on behalf of 28b86f4aafb2461aad4a89e6ceba7a23 for: {'port': 1} {{(pid=91861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 05 17:24:27.828106 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:27.986861 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Allocated IP 172.20.0.10 (e2f84907-d121-40ce-832b-8578d6afa6d9/1b60f2de-4a96-4797-8b82-6f813b44c618/29f4bbf7-f49d-47e3-a624-a816a43e34d3) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:24:28.178659 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:28.194595 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Transition to ACTIVE for port object 29f4bbf7-f49d-47e3-a624-a816a43e34d3 will not be triggered until provisioned by entity DHCP. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:24:28.218107 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:28.223901 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2421c405-a09d-4368-b4cb-16bd676faa59 tempest-VolumesActionsTest-1062653738 tempest-VolumesActionsTest-1062653738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:28.389272 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Network e2f84907-d121-40ce-832b-8578d6afa6d9 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:24:28.392119 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:24:28.395906 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:24:28.426101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=29f4bbf7-f49d-47e3-a624-a816a43e34d3,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:28.442353 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.442731 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.443096 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.443482 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.443842 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.444197 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.444572 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.445159 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.445510 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.445857 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.446202 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.446587 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:28.452068 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:28.473481 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:28.474092 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:28.493427 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-df640bbf-bedb-4659-9048-087f5fb5dcf2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8250434 Jun 05 17:24:28.505824 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Request body: {'port': {'device_id': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:24:28.617718 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:28.626035 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b69e0dd1-1b29-4556-b043-e4ba7bcdae4a None None] Provisioning for port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 completed by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:24:28.631318 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-b69e0dd1-1b29-4556-b043-e4ba7bcdae4a None None] Provisioning complete for port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 triggered by entity DHCP. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:24:28.631726 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b69e0dd1-1b29-4556-b043-e4ba7bcdae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:28.683238 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b69e0dd1-1b29-4556-b043-e4ba7bcdae4a None None] Port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 cannot update to ACTIVE because it is not bound. {{(pid=91862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 05 17:24:28.965923 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadd476-2f01-48b8-8570-b7a8d95e7e91 req-68f96bea-82c8-47b5-bc6e-5121377d0384 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:28.967272 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ecadd476-2f01-48b8-8570-b7a8d95e7e91 req-68f96bea-82c8-47b5-bc6e-5121377d0384 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 932 time: 0.1299138 Jun 05 17:24:29.049033 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f4bbf7-f49d-47e3-a624-a816a43e34d3 {{(pid=91861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:24:29.058501 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-ecadd476-2f01-48b8-8570-b7a8d95e7e91 req-e4c33bb6-2e80-4a46-b1da-e1418b88fa14 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612648 Jun 05 17:24:29.060023 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:29.074407 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.provisioning_blocks [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Transition to ACTIVE for port object 29f4bbf7-f49d-47e3-a624-a816a43e34d3 will not be triggered until provisioned by entity L2. {{(pid=91861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 05 17:24:29.079453 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:29.083961 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-e82f1d1f-87e5-47f1-8d28-5606fb706f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:29.206664 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Pushing event updated for resources: {'Port': ['ID=29f4bbf7-f49d-47e3-a624-a816a43e34d3,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:29.210180 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:29.312918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Attempting to bind port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 05 17:24:29.313249 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Attempting to bind port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 05 17:24:29.313572 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Attempting to bind port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:24:29.318042 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 on network e2f84907-d121-40ce-832b-8578d6afa6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 05 17:24:29.318352 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Attempting to bind port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 on network e2f84907-d121-40ce-832b-8578d6afa6d9 {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 05 17:24:29.324067 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Checking agent: {'id': 'cef9dcfe-973c-4cef-806e-78564db2d30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'started_at': datetime.datetime(2021, 6, 5, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 5, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 05 17:24:29.324399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Checking segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 05 17:24:29.324758 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Bound using segment: {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'} {{(pid=91861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 05 17:24:29.325166 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.managers [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Bound port: 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816b3e42-d806-4216-b107-d05bc9650a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9'}}] {{(pid=91861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 05 17:24:29.325498 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:29.411151 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] For port 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host hv-cinder-79496, cleared binding levels {{(pid=91861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 05 17:24:29.414244 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] For port 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 05 17:24:29.418623 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:29.423074 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-674cfc3d-479a-42d1-903a-580814c9248c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:29.481096 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:29.481640 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:29.483000 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] 10.222.0.43 "PUT /v2.0/ports/29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 200 len: 1094 time: 0.9816537 Jun 05 17:24:29.483596 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:24:29.485864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e041ba3-0dfd-4505-8ff5-7d98719f1935" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:24:29.506297 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Pushing event updated for resources: {'Port': ['ID=29f4bbf7-f49d-47e3-a624-a816a43e34d3,revision_number=3']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:29.509983 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-04d4c5ad-4fbc-4a2c-801f-778f80911b91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:29.597601 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8896652a-37b7-4a0c-81ca-7744d3863899 x-openstack-request-id: req-8896652a-37b7-4a0c-81ca-7744d3863899 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:24:29.597932 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:24:29.598224 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8896652a-37b7-4a0c-81ca-7744d3863899 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:24:29.598653 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'status': 'completed', 'code': 200} Jun 05 17:24:29.611302 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-a0e51b8f-21ac-4f11-9e42-9a7abf7e760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:29.612791 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-a0e51b8f-21ac-4f11-9e42-9a7abf7e760e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1097 time: 0.0785270 Jun 05 17:24:29.682703 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-b71e19eb-4128-4764-aaaf-67959dde390f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 200 len: 217 time: 0.0628917 Jun 05 17:24:29.744874 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-2ec69dcf-03e8-40a9-9525-2d15f86c294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:29.746220 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-2ec69dcf-03e8-40a9-9525-2d15f86c294c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0568326 Jun 05 17:24:29.822288 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-0ba8534b-0993-46d8-83a9-fd2856894407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:29.823692 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-0ba8534b-0993-46d8-83a9-fd2856894407 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710034 Jun 05 17:24:29.951414 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-91149656-dcfd-4b97-8352-33926c6dfddd service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209292 Jun 05 17:24:30.213162 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-42cbd565-0034-4471-b9a3-e436d8b90b5c req-38e17261-283d-443c-95de-02f42ecc8290 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559497 Jun 05 17:24:30.250220 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33016f0-c593-4f61-8cc2-5e032a92afb9 req-d3aaaca3-1131-4785-9f67-0121de3016d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:30.252206 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f33016f0-c593-4f61-8cc2-5e032a92afb9 req-d3aaaca3-1131-4785-9f67-0121de3016d9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0868464 Jun 05 17:24:30.347680 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-f33016f0-c593-4f61-8cc2-5e032a92afb9 req-f42c619b-fc1e-4ff3-a4da-d55a25e98605 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896862 Jun 05 17:24:30.363109 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-79bdbce0-6719-4050-97be-33200b0f9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:30.364568 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-79bdbce0-6719-4050-97be-33200b0f9c44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1097 time: 0.1056707 Jun 05 17:24:30.492027 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-1c12d4da-f792-4e60-ab25-ffbe10abe7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:30.493507 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-1c12d4da-f792-4e60-ab25-ffbe10abe7e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1228268 Jun 05 17:24:30.558675 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-39cfed79-1530-432d-8179-5e1793899673 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 200 len: 217 time: 0.0592506 Jun 05 17:24:30.622894 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-6c1bda59-8ec5-46e4-b93f-83c47c18ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:30.624227 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-6c1bda59-8ec5-46e4-b93f-83c47c18ed47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0596044 Jun 05 17:24:30.697481 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-70e22dfd-848d-4ca4-ab4e-c9b8162eb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:30.698891 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-70e22dfd-848d-4ca4-ab4e-c9b8162eb76a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684807 Jun 05 17:24:30.827568 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-f7dc60c2-d506-421f-887b-61bc384d0c6c service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211934 Jun 05 17:24:30.957244 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1e041ba3-0dfd-4505-8ff5-7d98719f1935 req-f228b74b-80d7-414e-b4cf-faa00dc4b7db service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227572 Jun 05 17:24:31.531453 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8b47b-b271-4a10-b493-3d5bc4f41023 req-a8aade08-aca3-4994-ae3d-60245805876e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:31.533042 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fac8b47b-b271-4a10-b493-3d5bc4f41023 req-a8aade08-aca3-4994-ae3d-60245805876e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0784323 Jun 05 17:24:31.579552 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-fac8b47b-b271-4a10-b493-3d5bc4f41023 req-08c0c22a-da79-4712-aca9-0d2e6aadff1b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 Jun 05 17:24:32.763436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57676c6-e1f6-4e9b-9c84-276412be4e42 req-cc5659a8-5e68-4b2d-ade3-be76f396390e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:32.764761 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e57676c6-e1f6-4e9b-9c84-276412be4e42 req-cc5659a8-5e68-4b2d-ade3-be76f396390e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0817750 Jun 05 17:24:32.807329 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-e57676c6-e1f6-4e9b-9c84-276412be4e42 req-afb2faa1-26bd-49dc-a34f-27611d65a307 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369577 Jun 05 17:24:33.986320 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e814894-8ae6-475c-8083-bc5b19813617 req-2f13c10c-76fc-4268-8c61-925dae3c5533 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:33.987761 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2e814894-8ae6-475c-8083-bc5b19813617 req-2f13c10c-76fc-4268-8c61-925dae3c5533 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0778255 Jun 05 17:24:34.032520 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-2e814894-8ae6-475c-8083-bc5b19813617 req-0a6e3c0f-8281-4679-b23c-00ea36081d80 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393088 Jun 05 17:24:35.209162 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372dd0e-7e48-4bc2-ad20-1de57e09562e req-83616a05-de3b-4807-8419-769402d137ee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:35.210483 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b372dd0e-7e48-4bc2-ad20-1de57e09562e req-83616a05-de3b-4807-8419-769402d137ee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0783527 Jun 05 17:24:35.253655 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-b372dd0e-7e48-4bc2-ad20-1de57e09562e req-b1ecae96-b3ec-4ded-a635-0a07ea89a6eb tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376873 Jun 05 17:24:36.327094 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:24:36.434938 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f0365-b66d-455b-b858-e52180c37e60 req-b93cbc71-5799-47bb-9e93-c6650c4f5c5f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:36.436371 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a01f0365-b66d-455b-b858-e52180c37e60 req-b93cbc71-5799-47bb-9e93-c6650c4f5c5f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0815542 Jun 05 17:24:36.479454 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-a01f0365-b66d-455b-b858-e52180c37e60 req-8e33b926-281e-41ec-ae91-f5bd57ff4e08 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376031 Jun 05 17:24:37.666637 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ca144-a58e-43e8-b5e1-00d5704376a3 req-ddc68629-ecc8-46db-8d49-f9b5441da5cf tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:37.668108 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b5ca144-a58e-43e8-b5e1-00d5704376a3 req-ddc68629-ecc8-46db-8d49-f9b5441da5cf tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 944 time: 0.0836759 Jun 05 17:24:37.711253 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9b5ca144-a58e-43e8-b5e1-00d5704376a3 req-52284157-44bb-455a-a64e-1a281cf1bd4c tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377030 Jun 05 17:24:38.369876 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:38.441643 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 29f4bbf7-f49d-47e3-a624-a816a43e34d3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 05 17:24:38.570549 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:24:38.583773 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Returning: {'device': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'port_id': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'mac_address': 'fa:16:3e:c7:83:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 05 17:24:38.636926 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:38.652560 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f4bbf7-f49d-47e3-a624-a816a43e34d3 {{(pid=91862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 05 17:24:38.667239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:24:38.671130 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:38.672886 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-9dc95561-675f-4f89-974a-a19d1360e36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:38.738597 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=29f4bbf7-f49d-47e3-a624-a816a43e34d3,revision_number=4']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:38.746394 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.746739 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.747073 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.747426 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.747755 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.748080 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.748400 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.748720 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.749040 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.749439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.749658 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.749970 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:24:38.753675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:38.894905 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d75dba-fe96-464d-b5e3-7d54fd85bdce req-9c25752f-9b93-4705-b720-60fb180d5fa7 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:38.896324 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42d75dba-fe96-464d-b5e3-7d54fd85bdce req-9c25752f-9b93-4705-b720-60fb180d5fa7 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 945 time: 0.0793049 Jun 05 17:24:38.940164 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-42d75dba-fe96-464d-b5e3-7d54fd85bdce req-f24e1667-0b96-48ee-80a5-16929ae18194 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382061 Jun 05 17:24:39.067850 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] get_ports_and_sgs() called for port_ids ['29f4bbf7-f49d-47e3-a624-a816a43e34d3'] {{(pid=91862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 05 17:24:39.357240 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5eb02bee-4385-4a3f-9918-3a598c8fc989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:40.131576 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211918-3a04-4354-a1fc-29fca7598436 req-97d8ef57-a561-450a-98c7-517b77b60545 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:40.133146 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1b211918-3a04-4354-a1fc-29fca7598436 req-97d8ef57-a561-450a-98c7-517b77b60545 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 945 time: 0.0819607 Jun 05 17:24:40.191030 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1b211918-3a04-4354-a1fc-29fca7598436 req-af36d002-e376-492b-8a13-46d7c68a846d tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500295 Jun 05 17:24:40.470967 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 29f4bbf7-f49d-47e3-a624-a816a43e34d3 up at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 05 17:24:40.538785 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning for port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 completed by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 05 17:24:40.544364 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.provisioning_blocks [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Provisioning complete for port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 triggered by entity L2. {{(pid=91862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 05 17:24:40.544744 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-835813'] for port, provisioning_complete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:40.704669 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:40.744303 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3'}] {{(pid=91862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:24:40.748277 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0465368200e2eec02e2114ed8b8f0707acf2d15f45af67d855fd7075810e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2a6ba-6e2d-4a0a-8ab3-63dcd56c0992" -d '{"events": [{"server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "name": "network-vif-plugged", "status": "completed", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3"}]}' {{(pid=91862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:24:40.757796 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] For port 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:24:40.762097 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342'] for port, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:40.763926 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:40.830507 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Pushing event updated for resources: {'Port': ['ID=29f4bbf7-f49d-47e3-a624-a816a43e34d3,revision_number=5']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:40.833565 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:40.869573 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31c7e14-8f3d-48f4-ab61-1404f8e36ac0 x-openstack-request-id: req-f31c7e14-8f3d-48f4-ab61-1404f8e36ac0 {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:24:40.869882 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "name": "network-vif-plugged", "status": "completed", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3", "code": 200}]} {{(pid=91862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:24:40.870178 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f31c7e14-8f3d-48f4-ab61-1404f8e36ac0 {{(pid=91862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:24:40.870603 dv-cinder-794962-1-iscsi neutron-server[91862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'code': 200} Jun 05 17:24:41.142544 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184125a9-23ee-4589-9c44-3c75fa593b02 req-2c8b0a0e-5cf4-496a-9afd-91bb6d844cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:41.144034 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-184125a9-23ee-4589-9c44-3c75fa593b02 req-2c8b0a0e-5cf4-496a-9afd-91bb6d844cb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1099 time: 0.0692539 Jun 05 17:24:41.188304 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-184125a9-23ee-4589-9c44-3c75fa593b02 req-99153037-e099-46d2-9b5f-1d07747bcda1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 Jun 05 17:24:41.378938 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cfe38-4d64-4839-bd39-5cb9be5a35a4 req-687da9ee-4ac7-4fe8-9230-90d8c20c4a79 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:41.380408 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6c4cfe38-4d64-4839-bd39-5cb9be5a35a4 req-687da9ee-4ac7-4fe8-9230-90d8c20c4a79 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 946 time: 0.0845921 Jun 05 17:24:41.426759 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6c4cfe38-4d64-4839-bd39-5cb9be5a35a4 req-e96365d4-c0fc-4816-9882-7312cbda1c40 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Jun 05 17:24:41.768523 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:41.956008 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b88e5b27-4ed5-4d0a-8116-1202fd34deef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:42.611127 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1cd3a-f2e7-47ef-94a5-09d403b7522e req-aff0327d-f207-4ad2-a464-1f71107c79f6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:42.612577 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-05f1cd3a-f2e7-47ef-94a5-09d403b7522e req-aff0327d-f207-4ad2-a464-1f71107c79f6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 946 time: 0.0821049 Jun 05 17:24:42.655761 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-05f1cd3a-f2e7-47ef-94a5-09d403b7522e req-ffbeaf7e-e1cd-4ce9-aad8-8f07512af3a3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377359 Jun 05 17:24:42.841181 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4cfe5-76b8-47aa-afca-01105bd068f1 req-80ba1cce-f832-4b8e-a002-7e8b57368483 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:42.842601 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eae4cfe5-76b8-47aa-afca-01105bd068f1 req-80ba1cce-f832-4b8e-a002-7e8b57368483 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 946 time: 0.0791059 Jun 05 17:24:42.887019 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-eae4cfe5-76b8-47aa-afca-01105bd068f1 req-0fa4ab0c-b070-4e73-9d70-9d53f2689597 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 Jun 05 17:24:42.910312 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56852) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:24:43.048675 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:43.089008 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f33efa-2d1e-4b34-ab04-38b3e285774d tempest-TestVolumeBootPattern-711120458 tempest-TestVolumeBootPattern-711120458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:43.090466 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-44f33efa-2d1e-4b34-ab04-38b3e285774d tempest-TestVolumeBootPattern-711120458 tempest-TestVolumeBootPattern-711120458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1094 time: 0.1792331 Jun 05 17:24:43.093230 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56856) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:24:43.097447 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.v2.base [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Request body: {'floatingip': {'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'port_id': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 05 17:24:43.118871 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:43.337637 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:43.469523 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_common [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Allocated IP 172.27.0.107 (709797a5-a6d8-44bd-801c-7e593c1205e4/a7606eb8-72c7-495a-9e19-8042b1349cc3/ee50d306-a793-4a50-b560-a5f39f0da0b1) {{(pid=91861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 05 17:24:43.611540 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:43.639648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787166258279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:43.643077 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-1bd14c4c-62d2-4891-ac30-0d2d31b2806d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:43.704810 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Network 709797a5-a6d8-44bd-801c-7e593c1205e4 is already hosted by enough agents. {{(pid=91861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 05 17:24:43.708065 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.base_scheduler [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Resources bound (agent type, host, resource id): {{(pid=91861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 05 17:24:43.712229 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Received port after_create {{(pid=91861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 05 17:24:43.744607 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=ee50d306-a793-4a50-b560-a5f39f0da0b1,revision_number=1']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:43.749050 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:44.113390 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:44.184146 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1029576'] for port, before_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:44.382091 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for port, precommit_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:44.387436 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787166613742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787166258297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787166258342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540123'] for port, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:44.391779 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:24:44.489054 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event updated for resources: {'Port': ['ID=ee50d306-a793-4a50-b560-a5f39f0da0b1,revision_number=2']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:24:44.492923 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:24:44.507181 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607175'] for floatingip, after_update {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:44.656496 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:44.674505 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Floating IP 83f7310b-7968-4cf5-a815-b06aaf5e70f5 associated. External IP: 172.27.0.107, port: 29f4bbf7-f49d-47e3-a624-a816a43e34d3. Jun 05 17:24:45.116989 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:24:45.289537 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:24:45.299852 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:24:45.308855 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:24:45.309757 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:24:45.310567 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:24:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:24:45.368489 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-31a579ba-2d6d-4a81-a650-9775ac74a1fa tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2742100 Jun 05 17:24:45.369037 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:24:45.371452 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:24:45.420972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c83fc-fd50-455b-9d20-e61a6b0e3705 x-openstack-request-id: req-2c3c83fc-fd50-455b-9d20-e61a6b0e3705 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:24:45.421300 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:24:45.421640 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c3c83fc-fd50-455b-9d20-e61a6b0e3705 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:24:45.422074 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'status': 'completed', 'code': 200} Jun 05 17:24:45.487836 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:24:45.512040 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-a27a30e3-b665-442f-bb31-c4de3c76831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:45.513495 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-a27a30e3-b665-442f-bb31-c4de3c76831d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1099 time: 0.0691442 Jun 05 17:24:45.642162 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-abc057ab-de6b-476c-9dea-09e7e69e7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:45.643533 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-abc057ab-de6b-476c-9dea-09e7e69e7b66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1231513 Jun 05 17:24:45.744558 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-9234737e-1a94-44a3-b4c7-2f21e70c8df2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 200 len: 1000 time: 0.0946357 Jun 05 17:24:45.810076 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-de708549-cd4d-4e89-baf2-4f47e778cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:45.811521 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-de708549-cd4d-4e89-baf2-4f47e778cada service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0567026 Jun 05 17:24:45.830482 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '83f7310b-7968-4cf5-a815-b06aaf5e70f5', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:c7:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:24:44Z', 'updated_at': '2021-06-05T17:24:44Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}, {'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:26Z', 'revision_number': 1, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:24:45.834233 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:24:45.842941 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:24:45.843550 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:24:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:24:45.889222 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-96810188-dfeb-4130-b167-0d10b59427a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:24:45.890681 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-96810188-dfeb-4130-b167-0d10b59427a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728893 Jun 05 17:24:46.013833 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:24:46.022597 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-30ca00aa-4df7-407f-a503-68f98ec7f9ec service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254494 Jun 05 17:24:46.155932 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-cb608f43-08ff-4e59-bdb8-2539ccb3aa52 req-7dfcf079-792e-470b-a367-319c49cc041f service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276162 Jun 05 17:24:46.383245 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '83f7310b-7968-4cf5-a815-b06aaf5e70f5', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:c7:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:24:44Z', 'updated_at': '2021-06-05T17:24:44Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}, {'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:26Z', 'revision_number': 1, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:24:46.387704 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc640d62-3015-42c8-b05d-c9e454d2d0db None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': '83f7310b-7968-4cf5-a815-b06aaf5e70f5', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:c7:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:24:44Z', 'updated_at': '2021-06-05T17:24:44Z', 'revision_number': 0, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}, {'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:26Z', 'revision_number': 1, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:24:46.574122 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356fa6b-6861-4d47-82cf-8f2b00d89d5c None None] New status for floating IP 83f7310b-7968-4cf5-a815-b06aaf5e70f5: ACTIVE {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:25:08.368019 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:09.338319 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0efdb1b1-4c46-45d2-89fe-c2b00dc662e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:11.771509 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:11.956726 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a1c5-30f4-469a-a750-56da64329c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:13.049731 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:13.327096 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:25:14.659590 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:17.947938 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-91d568b4-2f10-445a-a92e-214f2f292b33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690036 Jun 05 17:25:18.084425 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-611819f6-d4e0-49f0-86e2-fc1934316f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:25:18.085851 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-611819f6-d4e0-49f0-86e2-fc1934316f23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1098 time: 0.0726519 Jun 05 17:25:18.326317 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-bdeae867-153a-43ce-95de-f63fcf7a5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:25:18.327784 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-bdeae867-153a-43ce-95de-f63fcf7a5abc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.2235737 Jun 05 17:25:18.428656 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-405ee18b-3576-4869-a241-5e164a4c8358 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 1001 time: 0.0949183 Jun 05 17:25:18.489294 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-18187a5f-0a01-4b3d-9716-adbb6b344636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:25:18.490692 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-18187a5f-0a01-4b3d-9716-adbb6b344636 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0558989 Jun 05 17:25:18.563097 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-1fb154f3-c692-4d66-8db2-123164602d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:25:18.564581 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-1fb154f3-c692-4d66-8db2-123164602d60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680480 Jun 05 17:25:18.693095 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-f31da3df-7628-4eb5-90ed-fc3606be2d6a service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206846 Jun 05 17:25:18.818752 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-461c5a39-45eb-4bcb-a507-30fc97c915b3 req-1d321117-2560-41dc-9682-fa34e31ab84b service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190038 Jun 05 17:25:38.373009 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:39.339288 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d308ccd9-2b78-4b28-849c-d4f0340fcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:41.774277 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:41.957374 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-62c1c87b-0955-48f5-b75a-05338baae4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:43.053713 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:44.663218 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:25:50.326432 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:26:08.379582 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:09.338796 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c6926822-46d0-4ad7-a083-fab378f2b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:11.777584 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:11.958070 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-e1650b4a-1a59-4ef2-9bf9-24089f0ccbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:13.055288 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:14.666704 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:15.110567 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [req-65b31bed-b334-4888-b389-c02949961d8b req-f844dc64-d980-4404-aa7f-0594fb946084 service neutron] (91861) timed out ('10.222.0.37', 51778) {{(pid=91861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 05 17:26:19.010206 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-06605549-c000-4c72-9d42-06405ec58103 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736978 Jun 05 17:26:19.097210 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-42585044-9948-4dfd-a2c7-a9272e7b746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:19.098611 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-42585044-9948-4dfd-a2c7-a9272e7b746c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1099 time: 0.0682220 Jun 05 17:26:19.238981 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-91186a3e-b41f-4b11-b217-aee88a04d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:19.240310 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-91186a3e-b41f-4b11-b217-aee88a04d73c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.1228929 Jun 05 17:26:19.341756 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-e365da46-4d90-4de2-8752-dcbb999e8cbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 200 len: 1002 time: 0.0951889 Jun 05 17:26:19.404032 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-bebd56ba-fa1c-41a0-bc28-4bd687bb0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:19.405379 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-bebd56ba-fa1c-41a0-bc28-4bd687bb0a04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0580719 Jun 05 17:26:19.478667 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-1b9c147c-292b-4bea-b13f-0bc26ad2ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:19.480105 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-1b9c147c-292b-4bea-b13f-0bc26ad2ab89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686264 Jun 05 17:26:19.606861 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-075b30ec-9ab9-454d-b450-334b1a165f2b service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203024 Jun 05 17:26:19.733627 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-6af97a64-1ff7-43eb-bf02-034ccc4645da req-e3e005bb-d519-4dda-a322-d54d861c5c82 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197488 Jun 05 17:26:21.556539 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [req-20b49b8d-806c-4912-8675-846fa420db8c req-36ae6033-58b3-4ec6-9fbe-1455c3b79280 service neutron] (91860) timed out ('10.222.0.43', 56674) {{(pid=91860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 05 17:26:27.325661 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:26:34.540796 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56904) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:34.889371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Deleting port ee50d306-a793-4a50-b560-a5f39f0da0b1 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:34.889748 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:35.004420 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:35.004754 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:35.127049 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Calling delete_port for ee50d306-a793-4a50-b560-a5f39f0da0b1 owned by network:floatingip {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:35.241746 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:35.246001 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-86ffceed-f838-47dd-8783-e04670026fd4 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:35.291928 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'Port': ['ID=ee50d306-a793-4a50-b560-a5f39f0da0b1,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:35.330608 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.330994 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.331390 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.331764 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.332128 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.332490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.332851 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.333211 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.333568 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.333927 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.334383 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.334680 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:35.361409 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:35.389064 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:35.389899 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.db.l3_db [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Floating IP 83f7310b-7968-4cf5-a815-b06aaf5e70f5 disassociated (deleted). External IP: 172.27.0.107, port: 29f4bbf7-f49d-47e3-a624-a816a43e34d3. Jun 05 17:26:35.733600 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:26:35.906419 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:26:35.911226 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:35.917681 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:26:35.928022 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:35.928640 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:35.967456 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-678a8512-9a84-44e7-bad4-d582628caf37 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "DELETE /v2.0/floatingips/83f7310b-7968-4cf5-a815-b06aaf5e70f5 HTTP/1.1" status: 204 len: 168 time: 1.4253783 Jun 05 17:26:35.968418 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:26:35.971670 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:26:36.019648 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bac3e5-3e04-4485-aa67-2345a1a9f3ff x-openstack-request-id: req-d0bac3e5-3e04-4485-aa67-2345a1a9f3ff {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:26:36.020071 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:26:36.020431 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0bac3e5-3e04-4485-aa67-2345a1a9f3ff {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:26:36.020933 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'status': 'completed', 'code': 200} Jun 05 17:26:36.112718 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-a90f3c21-b738-4440-85a4-5b1c7f63b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:36.114493 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-a90f3c21-b738-4440-85a4-5b1c7f63b142 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 1099 time: 0.0727160 Jun 05 17:26:36.117576 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:36.350795 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bbdda-efc8-4957-8485-4980e2a36286 req-dd2f0904-a265-406c-b590-d81f613c542b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:36.352319 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-819bbdda-efc8-4957-8485-4980e2a36286 req-dd2f0904-a265-406c-b590-d81f613c542b tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 946 time: 0.0866961 Jun 05 17:26:36.370271 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-624a247d-8174-413b-862b-3f6d9e3f687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:36.371733 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-624a247d-8174-413b-862b-3f6d9e3f687f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.2512195 Jun 05 17:26:36.404141 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-819bbdda-efc8-4957-8485-4980e2a36286 req-c51bf2ba-751f-4448-a8c5-f4eae19df83f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455751 Jun 05 17:26:36.442410 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-666f93e6-8535-4c3c-ba7f-a6c4f55ac2b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 200 len: 217 time: 0.0632715 Jun 05 17:26:36.490817 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:26Z', 'revision_number': 1, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:36.494564 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:26:36.503560 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:36.504168 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:12Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:36.507217 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-bb5ef91c-a556-4578-865a-257da19d0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:36.508686 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-bb5ef91c-a556-4578-865a-257da19d0bfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0589719 Jun 05 17:26:36.587978 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-3d00ab26-3a6e-450b-a659-b99ec71a0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:36.589431 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-3d00ab26-3a6e-450b-a659-b99ec71a0d70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741396 Jun 05 17:26:36.680854 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:36.718988 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-632b823f-ee0c-48f9-8a2c-ae487f1f3705 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223757 Jun 05 17:26:36.849942 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-daf0e82f-ea57-4f07-9e29-a06b93cb7c22 req-a94660dc-803e-40d0-9fad-00158332b35a service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234212 Jun 05 17:26:37.063634 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:26Z', 'revision_number': 1, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:37.067508 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d027c78-c4b2-4842-bbcf-0dc029a0b8e9 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_floatingips': [{'id': 'ffe8fbe5-0633-4f7a-849e-0d2675aae6af', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'router_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'port_id': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'mac_address': 'fa:16:3e:32:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95561557-eeb1-4811-a970-feeeb1092fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-05T17:22:23Z', 'updated_at': '2021-06-05T17:22:26Z', 'revision_number': 1, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:26:37.270583 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24630b6e-b649-429d-a295-b16f8a950d97 None None] New status for floating IP 83f7310b-7968-4cf5-a815-b06aaf5e70f5: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:26:37.585720 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58ee6c-ec99-4b08-9ab1-a71abf27abd6 req-c2f4a267-4b8a-4c4f-879d-0534415b03c9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:37.587133 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3e58ee6c-ec99-4b08-9ab1-a71abf27abd6 req-c2f4a267-4b8a-4c4f-879d-0534415b03c9 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 946 time: 0.0771263 Jun 05 17:26:37.635275 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-3e58ee6c-ec99-4b08-9ab1-a71abf27abd6 req-638bd002-cd8e-4e6f-9076-1666d76f1c45 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Jun 05 17:26:38.032844 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-5ebac419-6dc4-47a1-8de4-e4c72bf20937 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:38.034185 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-5ebac419-6dc4-47a1-8de4-e4c72bf20937 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 946 time: 0.0859697 Jun 05 17:26:38.172460 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Deleting port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:38.172805 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:38.304702 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] For port 29f4bbf7-f49d-47e3-a624-a816a43e34d3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29f4bbf7-f49d-47e3-a624-a816a43e34d3,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:38.305089 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:38.395095 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:38.428364 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Calling delete_port for 29f4bbf7-f49d-47e3-a624-a816a43e34d3 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:38.535707 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:38.541199 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bac27589-7003-48a3-8a2a-38b42fb1325f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:38.588047 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'Port': ['ID=29f4bbf7-f49d-47e3-a624-a816a43e34d3,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:38.591053 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:38.665156 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] No DVR routers for this DVR port 29f4bbf7-f49d-47e3-a624-a816a43e34d3 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:26:38.667692 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:38.669579 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-9a19073e-f217-48a6-86fe-18cd8ec64b0b req-738ced40-69de-470e-b453-25532d92f1bc tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "DELETE /v2.0/ports/29f4bbf7-f49d-47e3-a624-a816a43e34d3 HTTP/1.1" status: 204 len: 173 time: 0.6294353 Jun 05 17:26:38.670138 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'name': 'network-vif-deleted', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:26:38.672871 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4093443-44f3-4b5c-a3f6-e851c0358a0d" -d '{"events": [{"server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "name": "network-vif-deleted", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:26:38.717990 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8429f6-0eb4-4964-8a19-4659b5fc5815 x-openstack-request-id: req-db8429f6-0eb4-4964-8a19-4659b5fc5815 {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:26:38.718325 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b1eac-f6f8-4b8c-80d2-a198f768c785", "name": "network-vif-deleted", "tag": "29f4bbf7-f49d-47e3-a624-a816a43e34d3", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:26:38.718619 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db8429f6-0eb4-4964-8a19-4659b5fc5815 {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:26:38.719049 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b1eac-f6f8-4b8c-80d2-a198f768c785', 'name': 'network-vif-deleted', 'tag': '29f4bbf7-f49d-47e3-a624-a816a43e34d3', 'status': 'completed', 'code': 200} Jun 05 17:26:38.797870 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-e33baa69-af7e-4143-bd53-65b852d483c0 req-cb34de63-0b77-431d-9c74-93dff23d3cbd tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65b1eac-f6f8-4b8c-80d2-a198f768c785 HTTP/1.1" status: 200 len: 210 time: 0.0418389 Jun 05 17:26:39.340603 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-575bfd36-6b78-48de-b318-7bcf60270845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:41.008826 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 29f4bbf7-f49d-47e3-a624-a816a43e34d3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:26:41.044274 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 29f4bbf7-f49d-47e3-a624-a816a43e34d3 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:26:41.044627 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 29f4bbf7-f49d-47e3-a624-a816a43e34d3 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:26:41.778915 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:41.960678 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d17f35f0-f725-4683-9e6a-c0940218f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:42.277194 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56944) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:42.541953 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Deleting port cee038d8-07d9-4960-a649-1a98455d7978 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:42.542281 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:42.658947 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:42.659263 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:42.776067 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Calling delete_port for cee038d8-07d9-4960-a649-1a98455d7978 owned by network:floatingip {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:42.908851 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:42.913133 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:42.960522 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'Port': ['ID=cee038d8-07d9-4960-a649-1a98455d7978,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:42.997364 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:42.997745 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:42.998119 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:42.998511 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:42.998913 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:42.999277 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:42.999663 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:43.000024 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:43.000383 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:43.000737 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:43.001091 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:43.001444 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:43.008410 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:43.058555 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:43.068487 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:43.068820 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.db.l3_db [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Floating IP ffe8fbe5-0633-4f7a-849e-0d2675aae6af disassociated (deleted). External IP: 172.27.0.217, port: 7ca09aa2-f92f-43b7-a937-c86d742b3b87. Jun 05 17:26:43.506618 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:26:43.692338 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:26:43.697325 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:43.702154 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:26:43.711439 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:43.712047 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:43.753940 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-7f69ec56-21ea-404c-b7ce-605458832fee tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "DELETE /v2.0/floatingips/ffe8fbe5-0633-4f7a-849e-0d2675aae6af HTTP/1.1" status: 204 len: 168 time: 1.4733036 Jun 05 17:26:43.753940 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87'}] {{(pid=91860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:26:43.754587 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8c200f47c69f85c80a2248707c44d54e1d65a8112533d90718803289ee0e1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df40385-0980-4763-bfa3-b8a97b3a7698" -d '{"events": [{"name": "network-changed", "server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87"}]}' {{(pid=91860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:26:43.795974 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Jun 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359773f1-d4cd-45b4-b1e0-2407e3b82b23 x-openstack-request-id: req-359773f1-d4cd-45b4-b1e0-2407e3b82b23 {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:26:43.796315 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87", "status": "completed", "code": 200}]} {{(pid=91860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:26:43.796622 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-359773f1-d4cd-45b4-b1e0-2407e3b82b23 {{(pid=91860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:26:43.797069 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'status': 'completed', 'code': 200} Jun 05 17:26:43.898127 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:43.901860 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-a95e5080-e04b-4124-a5ee-3090a2fb7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:43.903387 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-a95e5080-e04b-4124-a5ee-3090a2fb7dcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 1098 time: 0.0845087 Jun 05 17:26:44.219188 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-209428e3-b346-4b69-96fe-1e6adae2f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:44.220285 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:44.220826 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-209428e3-b346-4b69-96fe-1e6adae2f1c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 200 len: 913 time: 0.3115616 Jun 05 17:26:44.224291 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:26:44.232732 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:44.233323 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:44.292678 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-fbb7e3bb-c03b-400b-962f-2143ccc764e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 200 len: 217 time: 0.0633218 Jun 05 17:26:44.300976 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072d56e-1af5-4351-b63b-773d9ea8fa77 req-9952c689-31c8-4219-bacd-909079eeb75e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:44.302344 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1072d56e-1af5-4351-b63b-773d9ea8fa77 req-9952c689-31c8-4219-bacd-909079eeb75e tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 945 time: 0.1720102 Jun 05 17:26:44.390895 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-90ed8f4d-5168-4355-956c-6ba74be3acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:44.392906 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-90ed8f4d-5168-4355-956c-6ba74be3acb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 200 len: 851 time: 0.0897357 Jun 05 17:26:44.397293 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-1072d56e-1af5-4351-b63b-773d9ea8fa77 req-3e2fa330-e0ce-4846-b09b-26bf9f0c743f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596180 Jun 05 17:26:44.411787 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:44.467762 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-bfc00e1c-6784-4233-9d78-11161f2774be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:44.469280 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-bfc00e1c-6784-4233-9d78-11161f2774be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2f84907-d121-40ce-832b-8578d6afa6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696743 Jun 05 17:26:44.609283 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-10bc1029-95e9-47f4-8798-9bab412f0067 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326895 Jun 05 17:26:44.703887 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:44.729782 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:44.734167 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a11ac5-7170-44b7-a193-2fe38e0873b1 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:18:51Z', 'revision_number': 4, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi', '_interfaces': [{'id': '031ef5a7-5abd-4000-a2d9-683ffe9fe885', 'name': '', 'network_id': 'e2f84907-d121-40ce-832b-8578d6afa6d9', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'mac_address': 'fa:16:3e:d3:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:50Z', 'updated_at': '2021-06-05T17:18:57Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'subnets': [{'id': '1b60f2de-4a96-4797-8b82-6f813b44c618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:26:44.742339 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-2df40385-0980-4763-bfa3-b8a97b3a7698 req-6b98b018-7c89-43c6-915e-db2ddb0750f2 service neutron] 10.222.0.43 "GET /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254900 Jun 05 17:26:44.943548 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b092f9-3cee-47a5-853f-06a4972fb8c8 None None] New status for floating IP ffe8fbe5-0633-4f7a-849e-0d2675aae6af: DOWN {{(pid=91863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 05 17:26:45.590028 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d38d8-e3dc-406b-b81e-16a068a3b491 req-fdf24f11-063a-4a26-9146-803548cad2ed tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:45.591517 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9e8d38d8-e3dc-406b-b81e-16a068a3b491 req-fdf24f11-063a-4a26-9146-803548cad2ed tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 945 time: 0.0835423 Jun 05 17:26:45.635940 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-9e8d38d8-e3dc-406b-b81e-16a068a3b491 req-eabf7575-58e3-4344-a371-2c449ed36ad2 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0260dd0-d875-4d44-a82f-9194060bd19d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 Jun 05 17:26:45.682942 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-c7ae1640-30a6-49b8-a7b7-302a2c6152a3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 05 17:26:45.684310 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-c7ae1640-30a6-49b8-a7b7-302a2c6152a3 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 945 time: 0.0825884 Jun 05 17:26:45.816005 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Deleting port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:45.816340 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:45.954733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] For port 7ca09aa2-f92f-43b7-a937-c86d742b3b87, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ca09aa2-f92f-43b7-a937-c86d742b3b87,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:45.955014 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:46.081130 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Calling delete_port for 7ca09aa2-f92f-43b7-a937-c86d742b3b87 owned by compute:nova {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:46.186553 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:46.192245 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9d0b7989-f794-42df-bb38-e94200bbf865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:46.266772 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'Port': ['ID=7ca09aa2-f92f-43b7-a937-c86d742b3b87,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:46.269269 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:46.316357 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] No DVR routers for this DVR port 7ca09aa2-f92f-43b7-a937-c86d742b3b87 on host hv-cinder-79496 {{(pid=91861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:26:46.318709 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for port, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:46.320598 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [req-0f4e44b4-8106-403b-8746-7cbf4f441271 req-872251c6-03c9-4c58-93a0-5b8a7c6f9f7f tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.43 "DELETE /v2.0/ports/7ca09aa2-f92f-43b7-a937-c86d742b3b87 HTTP/1.1" status: 204 len: 173 time: 0.6311836 Jun 05 17:26:46.321527 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'name': 'network-vif-deleted', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87'}] {{(pid=91861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 05 17:26:46.324289 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c2353273798c70c32fa614141cc2393912260db719ce66a36e22572ad5ecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533726d-7caa-4e64-bba2-921b03215c83" -d '{"events": [{"server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "name": "network-vif-deleted", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87"}]}' {{(pid=91861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 05 17:26:46.370339 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Jun 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c99e62-67b6-46f9-a168-faf00410809f x-openstack-request-id: req-26c99e62-67b6-46f9-a168-faf00410809f {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 05 17:26:46.370669 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95561557-eeb1-4811-a970-feeeb1092fdd", "name": "network-vif-deleted", "tag": "7ca09aa2-f92f-43b7-a937-c86d742b3b87", "status": "completed", "code": 200}]} {{(pid=91861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 05 17:26:46.371433 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26c99e62-67b6-46f9-a168-faf00410809f {{(pid=91861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 05 17:26:46.371836 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95561557-eeb1-4811-a970-feeeb1092fdd', 'name': 'network-vif-deleted', 'tag': '7ca09aa2-f92f-43b7-a937-c86d742b3b87', 'status': 'completed', 'code': 200} Jun 05 17:26:46.796244 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [req-46b9e28e-6822-49de-8526-b0f7e41d55c0 req-05ab4b16-0837-4745-96f8-c28e065c7530 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "GET /v2.0/ports?device_id=95561557-eeb1-4811-a970-feeeb1092fdd HTTP/1.1" status: 200 len: 210 time: 0.0411243 Jun 05 17:26:47.892472 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56960) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:48.107521 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Deleting port f4db314a-0751-45f6-8a7e-4386af6e62e4 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:48.107785 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:48.223424 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:48.223744 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:48.340316 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Calling delete_port for f4db314a-0751-45f6-8a7e-4386af6e62e4 owned by network:floatingip {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:48.445191 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:48.449765 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9376019b-de6d-4381-9013-f26d044f5a80 tempest-VolumesSnapshotTestJSON-1305409766 tempest-VolumesSnapshotTestJSON-1305409766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:48.494458 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'Port': ['ID=f4db314a-0751-45f6-8a7e-4386af6e62e4,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:48.497611 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:48.589694 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for floatingip, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:48.592799 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68274'] for floatingip, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:48.593924 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-d833af7a-722f-4864-b452-60b86cc6f642 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "DELETE /v2.0/floatingips/f6be9804-6492-4ecd-9972-78deb28b69b4 HTTP/1.1" status: 204 len: 168 time: 0.7002735 Jun 05 17:26:49.053798 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7ca09aa2-f92f-43b7-a937-c86d742b3b87 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:26:49.091479 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] No Port match for: 7ca09aa2-f92f-43b7-a937-c86d742b3b87 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:26:49.091826 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Device 7ca09aa2-f92f-43b7-a937-c86d742b3b87 not bound to the agent host hv-cinder-79496 {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:26:49.957599 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56972) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:50.130398 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:50.159521 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:50.220719 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:50.223277 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Notify callbacks [] for security_group, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:50.224401 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0260dd0-d875-4d44-a82f-9194060bd19d HTTP/1.1" status: 204 len: 168 time: 0.2658467 Jun 05 17:26:50.225282 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-3a63c179-7c96-4357-b52f-d50cde986745 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:50.235911 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0260dd0-d875-4d44-a82f-9194060bd19d,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:50.238120 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2566fb58-322b-4ce3-90d3-8d8e5b4de5b6 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:50.278495 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56976) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:50.983597 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:51.373869 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Deleting port 031ef5a7-5abd-4000-a2d9-683ffe9fe885 {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:51.374592 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:51.489434 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] For port 031ef5a7-5abd-4000-a2d9-683ffe9fe885, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=031ef5a7-5abd-4000-a2d9-683ffe9fe885,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:51.489775 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:51.607160 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Calling delete_port for 031ef5a7-5abd-4000-a2d9-683ffe9fe885 owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:51.891659 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:51.895472 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bebf4804-0cd9-46eb-a440-1a1449b2d326 tempest-AttachVolumeNegativeTest-166396002 tempest-AttachVolumeNegativeTest-166396002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:52.037367 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=031ef5a7-5abd-4000-a2d9-683ffe9fe885,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:52.042490 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:52.297223 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:52.647301 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Router f99946f2-c67b-494c-8f82-57f9e30aeb6b has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:26:52.818651 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:26:52.824141 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] 10.222.0.37 "PUT /v2.0/routers/f99946f2-c67b-494c-8f82-57f9e30aeb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5446699 Jun 05 17:26:52.826862 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56980) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:52.827650 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] Sync routers for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:26:52.837466 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:52.838065 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:53.004000 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks [] for router, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.051557 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: dv-cinder-794962-1-iscsi {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:53.175866 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.245286 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Deleting port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:53.245622 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.332502 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:26:51Z', 'revision_number': 5, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port': {'id': '89d366e1-54ba-4bf3-bbf8-820b4a8a64c0', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:48Z', 'updated_at': '2021-06-05T17:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:53.336269 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] Checking router: f99946f2-c67b-494c-8f82-57f9e30aeb6b for host: dv-cinder-794962-1-iscsi {{(pid=91862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:26:53.345114 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] Routers {'f99946f2-c67b-494c-8f82-57f9e30aeb6b'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:53.345712 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'], 'active': True} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:53.365523 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] For port 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:53.365885 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.486823 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Calling delete_port for 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 owned by network:router_gateway {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:53.494596 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvr_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] Set router f99946f2-c67b-494c-8f82-57f9e30aeb6b gateway port host: None {{(pid=91862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:53.601190 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_hamode_db [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:26:53Z', 'revision_number': 6, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:53.605100 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f262c-4562-4756-b11b-6ecb80d9f7c6 None None] The sync data for ids ['f99946f2-c67b-494c-8f82-57f9e30aeb6b'] in dv-cinder-794962-1-iscsi is: [{'id': 'f99946f2-c67b-494c-8f82-57f9e30aeb6b', 'name': 'tempest-TestVolumeBootPattern-1849059203-router', 'tenant_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:47Z', 'updated_at': '2021-06-05T17:26:53Z', 'revision_number': 6, 'project_id': '28b86f4aafb2461aad4a89e6ceba7a23', 'gw_port_host': None}] {{(pid=91862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:26:53.625110 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.629016 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9795ca73-3467-4799-befd-ae69d705e166 tempest-TestVolumeBootPattern-1929021917 tempest-TestVolumeBootPattern-1929021917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:53.679641 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d366e1-54ba-4bf3-bbf8-820b4a8a64c0,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:53.682709 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:53.768131 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.940706 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.943336 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.966461 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.967023 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99946f2-c67b-494c-8f82-57f9e30aeb6b {{(pid=91860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:26:53.971159 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] Notify callbacks [] for router, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:53.972524 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-9dc6ba78-6adf-44aa-951a-2fb668e83428 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f99946f2-c67b-494c-8f82-57f9e30aeb6b HTTP/1.1" status: 204 len: 168 time: 1.1446359 Jun 05 17:26:53.975088 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56982) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:54.038158 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Deleting subnet 1b60f2de-4a96-4797-8b82-6f813b44c618 {{(pid=91860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:26:54.041351 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.182191 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267479'] for subnet, precommit_delete_associations {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.257927 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.326970 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2179131'] for subnet, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.331080 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-2680b837-3780-4f68-8979-4e2c6cbe5875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:54.366200 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b60f2de-4a96-4797-8b82-6f813b44c618,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:54.369314 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:54.372430 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.377038 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-afb337c4-b2e6-4ec9-993c-c5a173695ade admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1b60f2de-4a96-4797-8b82-6f813b44c618 HTTP/1.1" status: 204 len: 168 time: 0.3987150 Jun 05 17:26:54.377284 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56984) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:54.377599 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d10671-0d1a-4da0-842c-a6dcf5550b19 None None] Network e2f84907-d121-40ce-832b-8578d6afa6d9 requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:26:54.481284 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.556235 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Deleting port 662252ea-53de-41d4-a15f-c3f1d9465733 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:54.556235 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.661518 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] For port 662252ea-53de-41d4-a15f-c3f1d9465733, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=662252ea-53de-41d4-a15f-c3f1d9465733,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:54.661875 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.662075 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] DHCP port deletion for e2f84907-d121-40ce-832b-8578d6afa6d9 request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:26:54.693914 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 031ef5a7-5abd-4000-a2d9-683ffe9fe885 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:26:54.735574 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 031ef5a7-5abd-4000-a2d9-683ffe9fe885 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:26:54.736016 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 031ef5a7-5abd-4000-a2d9-683ffe9fe885 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:26:54.736441 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:26:54.774735 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:26:54.775099 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 89d366e1-54ba-4bf3-bbf8-820b4a8a64c0 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:26:54.785597 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Calling delete_port for 662252ea-53de-41d4-a15f-c3f1d9465733 owned by network:dhcp {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:54.794807 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Deleting port 662252ea-53de-41d4-a15f-c3f1d9465733 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:54.795769 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.835556 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:54.840255 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-95a125b5-70e9-405d-97ac-6dda27c20852 tempest-AttachVolumeShelveTestJSON-1638417814 tempest-AttachVolumeShelveTestJSON-1638417814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:54.887065 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=662252ea-53de-41d4-a15f-c3f1d9465733,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:54.889416 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] No DVR routers for this DVR port 662252ea-53de-41d4-a15f-c3f1d9465733 on host dv-cinder-794962-1-iscsi {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:26:54.891114 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:54.898864 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] For port 662252ea-53de-41d4-a15f-c3f1d9465733, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=662252ea-53de-41d4-a15f-c3f1d9465733,segment=NetworkSegment(816b3e42-d806-4216-b107-d05bc9650a28),segment_id=816b3e42-d806-4216-b107-d05bc9650a28)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:54.899269 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.003241 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.015969 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f84907-d121-40ce-832b-8578d6afa6d9']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:55.018585 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Calling delete_port for 662252ea-53de-41d4-a15f-c3f1d9465733 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:55.028030 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816b3e42-d806-4216-b107-d05bc9650a28') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:55.028331 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816b3e42-d806-4216-b107-d05bc9650a28') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:55.040049 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.056274 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.061152 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.062497 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:26:55.062899 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.064948 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:26:55.076662 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:26:55.149329 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Pushing event deleted for resources: {'Port': ['ID=662252ea-53de-41d4-a15f-c3f1d9465733,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:55.154371 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.158969 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-7d00b699-8148-456b-848d-19ed14dbd31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:55.159275 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] No DVR routers for this DVR port 662252ea-53de-41d4-a15f-c3f1d9465733 on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:26:55.161368 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.161760 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.162105 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.162472 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.162830 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.163177 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.163533 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.163861 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.164191 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.164544 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.164867 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.165344 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-1-iscsi {{(pid=91862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 05 17:26:55.168591 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-2f89a7fb-2e7b-414b-bb19-54bdd4213ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:55.175009 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:55.179798 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e2f84907-d121-40ce-832b-8578d6afa6d9 HTTP/1.1" status: 204 len: 168 time: 0.8015819 Jun 05 17:26:55.179918 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56986) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:55.184220 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f84907-d121-40ce-832b-8578d6afa6d9,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:55.186774 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-ea08ddb6-831c-417f-9c8e-5f0fbbfdddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:55.805777 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1910688'] for router_interface, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:56.206831 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Deleting port 44f847f4-f72f-4508-b108-4f45275ad49d {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:56.207547 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:56.333175 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] For port 44f847f4-f72f-4508-b108-4f45275ad49d, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=44f847f4-f72f-4508-b108-4f45275ad49d,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:56.333527 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:56.453729 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Calling delete_port for 44f847f4-f72f-4508-b108-4f45275ad49d owned by network:router_interface {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:56.598580 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:56.602558 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-c6467055-de24-4f44-9526-eb37783fc945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:56.636726 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 662252ea-53de-41d4-a15f-c3f1d9465733 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:26:56.645101 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f847f4-f72f-4508-b108-4f45275ad49d,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:56.648182 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:56.672414 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 662252ea-53de-41d4-a15f-c3f1d9465733 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:26:56.672769 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 662252ea-53de-41d4-a15f-c3f1d9465733 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:26:56.915979 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2041014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1909998'] for router_interface, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:57.352399 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Router 6f9cd521-b213-4dec-911f-0280db100b69 has already been hosted by L3 agent 6c8e7096-9ad3-411f-983f-b670407238e2 {{(pid=91861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 05 17:26:57.522259 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] Notify agent at l3_agent.dv-cinder-794962-1-iscsi the message routers_updated {{(pid=91861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 05 17:26:57.526989 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-d72bdf26-0a0a-4115-a6a8-f04a99cb80d8 admin admin] 10.222.0.37 "PUT /v2.0/routers/6f9cd521-b213-4dec-911f-0280db100b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3458476 Jun 05 17:26:57.529467 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56988) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:57.532098 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] Sync routers for ids ['6f9cd521-b213-4dec-911f-0280db100b69'] in dv-cinder-794962-1-iscsi {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 05 17:26:57.541383 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] Routers {'6f9cd521-b213-4dec-911f-0280db100b69'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:57.541979 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6f9cd521-b213-4dec-911f-0280db100b69'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:57.706374 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:57.743641 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] Set router 6f9cd521-b213-4dec-911f-0280db100b69 gateway port host: dv-cinder-794962-1-iscsi {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:57.887112 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:57.957149 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Deleting port 1e171286-af8d-49bd-b488-f76fb9fadb3e {{(pid=91861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:57.957360 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.017018 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'external_fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:26:56Z', 'revision_number': 5, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port': {'id': '1e171286-af8d-49bd-b488-f76fb9fadb3e', 'name': '', 'network_id': '709797a5-a6d8-44bd-801c-7e593c1205e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9cd521-b213-4dec-911f-0280db100b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-05T17:18:54Z', 'updated_at': '2021-06-05T17:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7606eb8-72c7-495a-9e19-8042b1349cc3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-1-iscsi'}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:58.020712 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] Checking router: 6f9cd521-b213-4dec-911f-0280db100b69 for host: dv-cinder-794962-1-iscsi {{(pid=91863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 05 17:26:58.028728 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] Routers {'6f9cd521-b213-4dec-911f-0280db100b69'} bound to L3 agent in host dv-cinder-794962-1-iscsi {{(pid=91863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 05 17:26:58.029349 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-05T16:59:12Z,description=,heartbeat_timestamp=2021-06-05T17:26:42Z,host='dv-cinder-794962-1-iscsi',id=6c8e7096-9ad3-411f-983f-b670407238e2,load=0,resource_versions=,resources_synced=,started_at=2021-06-05T16:59:12Z,topic='l3_agent')) {'router_ids': ['6f9cd521-b213-4dec-911f-0280db100b69'], 'active': True} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:58.076888 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.db [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] For port 1e171286-af8d-49bd-b488-f76fb9fadb3e, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=1e171286-af8d-49bd-b488-f76fb9fadb3e,segment=NetworkSegment(a3e4cfcb-9149-4e17-bffc-20ae442fdaf4),segment_id=a3e4cfcb-9149-4e17-bffc-20ae442fdaf4)] {{(pid=91861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:58.077231 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.182007 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_dvr_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] Set router 6f9cd521-b213-4dec-911f-0280db100b69 gateway port host: None {{(pid=91863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 05 17:26:58.196847 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.plugins.ml2.plugin [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Calling delete_port for 1e171286-af8d-49bd-b488-f76fb9fadb3e owned by network:router_gateway {{(pid=91861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:58.287931 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.l3_hamode_db [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:26:57Z', 'revision_number': 6, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port_host': None}], 'dv-cinder-794962-1-iscsi', False) {} {{(pid=91863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:58.291843 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9421c3-3ba8-405a-978f-0aa608a5ca9a None None] The sync data for ids ['6f9cd521-b213-4dec-911f-0280db100b69'] in dv-cinder-794962-1-iscsi is: [{'id': '6f9cd521-b213-4dec-911f-0280db100b69', 'name': 'tempest-TestVolumeBootPattern-583976448-router', 'tenant_id': '800d4a3c4a754822971c060426cc0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-05T17:18:53Z', 'updated_at': '2021-06-05T17:26:57Z', 'revision_number': 6, 'project_id': '800d4a3c4a754822971c060426cc0f37', 'gw_port_host': None}] {{(pid=91863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 05 17:26:58.332768 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540128'] for port, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.336401 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-05024139-9aa8-4270-93a8-c3f516f2ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:58.376811 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e171286-af8d-49bd-b488-f76fb9fadb3e,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:58.380538 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:58.564597 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607216'] for router_gateway, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.736109 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1914631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-521064'] for router, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.738371 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.760475 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1914779'] for router, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.760973 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9cd521-b213-4dec-911f-0280db100b69 {{(pid=91861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 05 17:26:58.765018 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.766044 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-16cbe2a2-97b8-4dda-97c4-09f790dac1f3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6f9cd521-b213-4dec-911f-0280db100b69 HTTP/1.1" status: 204 len: 168 time: 1.2356863 Jun 05 17:26:58.768733 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56990) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:58.828339 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Deleting subnet 84a8da60-67b7-4b5c-b725-b629c1bd2d14 {{(pid=91861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 05 17:26:58.831077 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.878984 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471789'] for subnet, precommit_delete_associations {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:58.957803 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-890867'] for subnet, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.022314 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3783082'] for subnet, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.031388 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-40a2907f-dcad-4cdc-a144-aa905ca02527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:59.055419 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 44f847f4-f72f-4508-b108-4f45275ad49d no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:26:59.067860 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a8da60-67b7-4b5c-b725-b629c1bd2d14,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:59.070717 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:59.071972 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for subnet, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.073775 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-9f93a3bb-280a-47f5-8188-1144ecefecc9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/84a8da60-67b7-4b5c-b725-b629c1bd2d14 HTTP/1.1" status: 204 len: 168 time: 0.3041308 Jun 05 17:26:59.077510 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.wsgi [-] (91860) accepted ('10.222.0.37', 56992) {{(pid=91860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:26:59.087946 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814c85f-2145-4fa8-8d88-b07eed0aa915 None None] Network dc207091-66c4-43ce-9126-9863bd9945bc requested from dv-cinder-794962-1-iscsi {{(pid=91862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 05 17:26:59.121672 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 44f847f4-f72f-4508-b108-4f45275ad49d {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:26:59.122112 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 44f847f4-f72f-4508-b108-4f45275ad49d not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:26:59.189531 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1042289'] for network, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.263099 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Deleting port 79655e03-f42e-4e99-a735-0b2c9cf19789 {{(pid=91860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:59.264226 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.363874 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c629d-88dd-4580-9745-248604304e80 None None] DHCP port deletion for dc207091-66c4-43ce-9126-9863bd9945bc request from dv-cinder-794962-1-iscsi {{(pid=91862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 05 17:26:59.369097 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.db [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] For port 79655e03-f42e-4e99-a735-0b2c9cf19789, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=79655e03-f42e-4e99-a735-0b2c9cf19789,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:59.369680 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.427244 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Deleting port 79655e03-f42e-4e99-a735-0b2c9cf19789 {{(pid=91862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 05 17:26:59.427657 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787166785500'] for port, before_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.491101 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Calling delete_port for 79655e03-f42e-4e99-a735-0b2c9cf19789 owned by network:dhcp {{(pid=91860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:59.524206 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.db [None req-b41c629d-88dd-4580-9745-248604304e80 None None] For port 79655e03-f42e-4e99-a735-0b2c9cf19789, host dv-cinder-794962-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-1-iscsi',level=0,port_id=79655e03-f42e-4e99-a735-0b2c9cf19789,segment=NetworkSegment(37db4308-cc6c-4325-b8b9-16a824ef5397),segment_id=37db4308-cc6c-4325-b8b9-16a824ef5397)] {{(pid=91862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 05 17:26:59.524610 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1911799'] for port, precommit_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.538716 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245881'] for port, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.543301 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b066bed2-42e7-41d7-a108-97a0e3447f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:59.647265 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Calling delete_port for 79655e03-f42e-4e99-a735-0b2c9cf19789 owned by network:dhcp {{(pid=91862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 05 17:26:59.686701 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] No DVR routers for this DVR port 79655e03-f42e-4e99-a735-0b2c9cf19789 on host dv-cinder-794962-1-iscsi {{(pid=91860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:26:59.688088 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Pushing event deleted for resources: {'Port': ['ID=79655e03-f42e-4e99-a735-0b2c9cf19789,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:59.693147 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1027728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2040964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787166613724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787166258288'] for port, after_delete {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.697900 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:59.713877 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:59.739454 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Pushing event deleted for resources: {'Port': ['ID=79655e03-f42e-4e99-a735-0b2c9cf19789,revision_number=None']} {{(pid=91862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:59.742088 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG oslo_concurrency.lockutils [None req-b41c629d-88dd-4580-9745-248604304e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:26:59.744378 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c629d-88dd-4580-9745-248604304e80 None None] No DVR routers for this DVR port 79655e03-f42e-4e99-a735-0b2c9cf19789 on host dv-cinder-794962-1-iscsi {{(pid=91862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 05 17:26:59.803701 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-842602', 'neutron.services.segments.db._delete_segments_for_network-8787166737574'] for network, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.816188 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc207091-66c4-43ce-9126-9863bd9945bc']}} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:59.828913 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37db4308-cc6c-4325-b8b9-16a824ef5397') {'for_net_delete': True} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:59.829210 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.services.segments.db [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37db4308-cc6c-4325-b8b9-16a824ef5397') {} {{(pid=91860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 05 17:26:59.840244 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787166660289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267502'] for segment, before_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.855901 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504'] for segment, precommit_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.862108 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=91860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 05 17:26:59.862487 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245806'] for segment, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: Traceback (most recent call last): Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: timer() Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: cb(*args, **kw) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: return func(*args, **kwargs) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: self._notify() Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: self.callback(batched_events) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: event.method(event) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: aggregate_uuid = self.p_client.list_aggregates( Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: return f(self, *a, **k) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._get(url).json() Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: return self.request(url, 'GET', **kwargs) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: base_url = self.get_endpoint(auth, allow=allow, Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 05 17:26:59.876022 dv-cinder-794962-1-iscsi neutron-server[91860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 05 17:26:59.952475 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-842609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2094549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2040973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607189'] for network, after_delete {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.955766 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:26:59.968216 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron_lib.callbacks.manager [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041066'] for network, before_response {{(pid=91860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:26:59.969980 dv-cinder-794962-1-iscsi neutron-server[91860]: INFO neutron.wsgi [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dc207091-66c4-43ce-9126-9863bd9945bc HTTP/1.1" status: 204 len: 168 time: 0.8914187 Jun 05 17:26:59.975732 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc207091-66c4-43ce-9126-9863bd9945bc,revision_number=None']} {{(pid=91860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:26:59.978619 dv-cinder-794962-1-iscsi neutron-server[91860]: DEBUG oslo_concurrency.lockutils [None req-b1f0bc88-9935-4ae0-bf11-210260f54935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:27:00.087867 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56996) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:27:00.135221 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-6c7c8910-60a4-4952-8757-92459fcf2e90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28b86f4aafb2461aad4a89e6ceba7a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461285 Jun 05 17:27:00.137479 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 56998) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:27:00.197520 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.221684 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.278413 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.280849 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.281953 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53289e67-8f95-4dfc-8527-460ac917b442 HTTP/1.1" status: 204 len: 168 time: 0.1435952 Jun 05 17:27:00.282783 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-2c37f44b-ea5d-49f0-8978-0e292749a4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:27:00.292114 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53289e67-8f95-4dfc-8527-460ac917b442,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:27:00.294452 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-25c72880-682b-42fe-9e5c-fd3eb9f5a32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:27:00.614810 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 57004) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:27:00.637567 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 1e171286-af8d-49bd-b488-f76fb9fadb3e no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:27:00.666508 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-3f5698e2-8471-47af-8350-5bc9ca2ec673 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=800d4a3c4a754822971c060426cc0f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503821 Jun 05 17:27:00.668864 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [-] (91861) accepted ('10.222.0.37', 57006) {{(pid=91861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 05 17:27:00.674126 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 1e171286-af8d-49bd-b488-f76fb9fadb3e {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:27:00.674484 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 1e171286-af8d-49bd-b488-f76fb9fadb3e not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:27:00.674945 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 79655e03-f42e-4e99-a735-0b2c9cf19789 no longer exists at agent ovs-agent-dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 05 17:27:00.709557 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.plugin [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] No Port match for: 79655e03-f42e-4e99-a735-0b2c9cf19789 {{(pid=91862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 05 17:27:00.709900 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron.plugins.ml2.rpc [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Device 79655e03-f42e-4e99-a735-0b2c9cf19789 not bound to the agent host dv-cinder-794962-1-iscsi {{(pid=91862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 05 17:27:00.726670 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.752868 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.806902 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094389'] for security_group, after_delete {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.809376 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron_lib.callbacks.manager [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:00.810674 dv-cinder-794962-1-iscsi neutron-server[91861]: INFO neutron.wsgi [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75431263-3bda-4b77-bba1-d136c3150bc8 HTTP/1.1" status: 204 len: 168 time: 0.1408412 Jun 05 17:27:00.811456 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-d56ac62d-564a-4d5f-8691-d008d6a3e834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 05 17:27:00.820397 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75431263-3bda-4b77-bba1-d136c3150bc8,revision_number=None']} {{(pid=91861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 05 17:27:00.823460 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG oslo_concurrency.lockutils [None req-bde3fc8a-cebd-4927-9b64-3a97480fe30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 05 17:27:04.324203 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:27:08.395793 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:09.340703 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-8e3ada6c-7dd5-4769-bcf5-ce64e7a749f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:11.783379 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:11.961440 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-fb26e062-e690-421a-bbe0-29d2826172ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:13.061516 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:14.672398 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:38.397350 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:39.341648 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1df9-2b6b-45c1-934f-08ac3b330ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:41.322892 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:27:41.785917 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:41.962264 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-f01c0b31-5b39-4d74-8048-833bf4732668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:43.063827 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:27:44.674847 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:08.407859 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:09.343419 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-cc14aa8f-3afe-4a76-9df0-d066207a2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:11.788343 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:11.962612 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-30be8bcd-a0f0-4caa-b5b9-004f603fa5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:13.067239 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:14.678514 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:18.321633 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:28:38.407349 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:39.343307 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-597c8edd-d35a-45e6-8793-a00c8b247999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:41.791398 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:41.963473 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-888a054e-04ee-41b1-9b2f-a9bf8c2b5415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:43.069060 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:44.680725 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:28:55.320386 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:29:08.423765 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:09.344067 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c1925010-e50c-4721-bc2c-2f2f97a5674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:11.793852 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:11.964013 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-0a13a6d4-93f0-43fa-b62c-ba750ac58cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:13.070954 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:14.683966 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:32.319831 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:29:38.425808 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:39.345393 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-222977d8-3329-4e22-87b9-5324d709a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:41.798854 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:41.964795 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-5415e725-f3f3-4004-8d70-2925564ab78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:43.074215 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:29:44.718676 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:08.434429 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:09.319425 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:30:09.345705 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-40918f6a-9882-4e42-ae3c-a206141f0d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:11.802013 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:11.965421 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-43be17a2-03a0-429b-a6d4-a6864eef49a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:13.078585 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:14.689759 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:38.434483 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:39.349036 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-4040e48c-7ac3-4237-9df4-232b616bb970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:41.805129 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:41.966782 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c3936650-81b0-4efc-95ff-83edb8ef1530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:43.083608 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:44.692807 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:30:46.318931 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:31:02.498510 dv-cinder-794962-1-iscsi neutron-server[91861]: DEBUG neutron.wsgi [req-fe330fbe-0bc7-47f0-a166-b3fffd42989e req-2fc8036a-1e22-4880-babf-8d6aeca841ff service neutron] (91861) timed out ('10.222.0.37', 53476) {{(pid=91861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 05 17:31:08.432730 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:09.349938 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d838528b-2bd4-46fb-8a94-25ea92a31b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:11.808188 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:11.966558 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-6f8e709e-7cf3-4f35-a0a7-437b44aacd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:13.085931 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:14.695135 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:23.317674 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:31:38.454121 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:39.351853 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-d940a613-9805-4bc5-acb3-fabf6ff895e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:41.810555 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:41.967481 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-b8ee9991-3dd1-4a23-a63e-886a39780e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:43.085471 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:31:44.698649 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:32:00.316050 dv-cinder-794962-1-iscsi neutron-server[91863]: DEBUG neutron.db.agents_db [None req-05abb233-b30b-40ce-8082-7e2452112e79 None None] Agent healthcheck: found 6 active agents {{(pid=91863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 05 17:32:08.467971 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-39a3810e-51a1-4503-80c2-b141f1add0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:32:09.352586 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-da85936f-1a10-4fff-8c1c-803c4759d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:32:11.812830 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-196c0cbd-a344-4202-a4df-a58a4bc01224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:32:11.969083 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-726b634f-60fd-46df-8e2c-406417bc9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:32:13.089247 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-c89726a5-c10e-4b05-8a51-a9d913d0741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 05 17:32:14.703702 dv-cinder-794962-1-iscsi neutron-server[91862]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa409-e552-4b28-b879-8e07d9bafeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787166737556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-835764'] for agent, after_update {{(pid=91862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}